-- Logs begin at Thu 2021-05-27 02:45:46 UTC, end at Thu 2021-05-27 03:41:26 UTC. -- May 27 03:19:27.924011 dv-cinder-793264-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:19:28.884233 dv-cinder-793264-1-smb neutron-server[91627]: Beware of the coming changes in the project packaging May 27 03:19:28.884814 dv-cinder-793264-1-smb neutron-server[91627]: https://github.com/svinota/pyroute2/discussions/786 May 27 03:19:30.330071 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.common.config [-] Logging enabled! May 27 03:19:30.330680 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 03:19:30.330819 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91627) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 03:19:30.334013 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.common.config [-] Logging enabled! May 27 03:19:30.334268 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 03:19:30.334574 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91627) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 03:19:30.335485 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:19:30.335714 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:19:30.336064 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:19:30.336305 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:19:30.336525 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:19:30.336838 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.337126 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.337670 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.337911 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.338201 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.338485 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.338760 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.339044 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.339332 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.339612 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.339885 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.340167 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.340391 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.340664 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.340946 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.341227 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.341446 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] debug = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.341719 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.342160 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.342569 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.342840 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.343125 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.343400 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.343666 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.343935 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.344211 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.344567 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] host = dv-cinder-793264-1-smb {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.344844 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.345131 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.345414 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.345698 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.345991 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.346269 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.346552 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.346824 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.347093 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.347364 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.347650 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.347935 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.348224 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.348447 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.348668 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.348954 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.349239 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.349509 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.349784 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.350077 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.350353 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.350623 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.350887 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.351167 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.351445 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.351726 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.351995 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.352262 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.352527 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.352794 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.353074 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.353341 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.353609 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.353891 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.354177 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.354439 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.354707 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.355004 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.355288 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.355567 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.355848 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.356118 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.356397 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.356666 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.356935 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.357204 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] use_json = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.357470 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.357738 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.358047 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.358319 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.358588 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.358853 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.359120 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.359401 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:30.359689 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.359983 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.360320 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.360601 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.360894 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.361169 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.361456 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.361732 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.362041 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.362329 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.362612 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.362886 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.363170 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.363444 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.363736 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.364035 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.364354 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.364643 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.364916 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.365187 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.365459 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.365735 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.366039 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.366328 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.366613 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.366885 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.367159 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.367445 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.367719 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.367987 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.368257 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.368541 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.368817 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.369083 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.369357 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.369630 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.369921 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.370196 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.370466 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.370750 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.371024 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.371291 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.371556 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.371828 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.372095 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.372371 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.372644 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.372914 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.373181 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.373454 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.373724 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.374028 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.374302 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.374568 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.374842 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.375109 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.375375 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.375642 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.376787 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.377060 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.377330 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.377600 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.377902 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.378166 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.378436 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.378706 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.378975 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.379285 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.379521 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.379812 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.380089 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.380363 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.380635 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.380907 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.381183 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.381454 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.381725 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.382027 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.382295 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.382579 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.382854 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.383131 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.383425 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.383677 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.383965 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.384236 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.384509 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.384779 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.385047 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.385331 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.385611 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.385924 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.386214 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.386503 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.386791 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.387075 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.387350 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.387652 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.387928 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:30.388144 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:19:30.388394 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91627) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:19:30.736426 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:19:30.736698 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:19:30.736979 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:19:30.737448 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:19:31.119769 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.120066 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.120331 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.121511 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.121778 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.122062 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.156281 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.156560 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.156818 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.170187 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.170457 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.170719 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.199886 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.200166 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.200431 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.236888 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.237160 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.237423 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.466616 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.467208 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.467208 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.467363 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.468049 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.590615 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.590935 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.591212 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.591482 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.591747 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.592057 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.592311 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.592568 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.592868 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.593209 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.593472 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.593765 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.594059 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.594316 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.594701 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.594986 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.596394 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.596765 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.597061 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.597354 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.597706 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.597996 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.598252 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.598536 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.598788 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.599032 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.599414 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:31.599651 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:31.599888 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:31.600120 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:31.600350 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:31.600579 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:31.600953 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:19:31.604184 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:19:31.608032 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:19:31.611844 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 27 03:19:31.613457 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:19:31.613931 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:19:31.614266 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:19:31.614641 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:19:31.617539 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:19:31.617787 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:19:31.618155 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:19:31.645782 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:19:31.646254 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.646548 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91627) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 03:19:31.646905 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.648241 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91627) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:19:31.648514 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:19:31.648754 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:19:31.651942 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.652217 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:31.723139 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:19:31.723321 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:19:31.723552 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:19:31.723912 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:19:31.753792 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_db.sqlalchemy.engines [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91627) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:19:32.080492 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing driver for type 'gre' May 27 03:19:32.081085 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] gre ID ranges: [(1, 1000)] May 27 03:19:32.132242 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing driver for type 'local' May 27 03:19:32.132577 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing driver for type 'vlan' May 27 03:19:32.143946 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] VlanTypeDriver initialization complete May 27 03:19:32.144267 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing driver for type 'vxlan' May 27 03:19:32.144747 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] vxlan ID ranges: [(1, 1000)] May 27 03:19:32.196341 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing extension driver 'port_security' May 27 03:19:32.196714 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.extensions.port_security [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] PortSecurityExtensionDriver initialization complete May 27 03:19:32.197139 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing mechanism driver 'openvswitch' May 27 03:19:32.197502 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing mechanism driver 'hyperv' May 27 03:19:32.205128 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:32.206116 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.206485 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.206945 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.207315 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.207666 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.208028 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.208390 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.208761 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.209104 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.209498 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > security_group after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.209826 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > security_group after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.210185 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.210556 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.210896 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.211228 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.211591 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > address_group after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.211932 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > address_group after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.212259 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.212843 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] ML2 OVO RPC backend initialized. {{(pid=91627) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 03:19:32.213539 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.213907 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.214319 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.214661 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > networks before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.215001 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.215339 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > ports before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.215675 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.216007 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnets before_response 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.216391 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.216816 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.217157 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.217491 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.217824 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.218178 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.218509 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.218839 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.219169 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.219732 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.plugin [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Modular L2 Plugin initialization complete May 27 03:19:32.220052 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading services supported by the core plugin {{(pid=91627) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:19:32.220373 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.plugins.ml2.managers [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Got port-security extension from driver 'port_security' May 27 03:19:32.220821 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.extensions.vlantransparent [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Disabled vlantransparent extension. May 27 03:19:32.221297 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91627) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:19:32.221603 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: router May 27 03:19:32.258901 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.259289 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_create 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.259657 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router before_create 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.260018 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.260388 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.260739 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_delete 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.261093 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.261451 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_create 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.261791 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_update 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.262164 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_update 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.262508 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.262865 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_update 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.263262 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_update 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.263624 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.263959 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.264291 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: subnet after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.264622 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.264964 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.265305 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_create 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.265644 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.266016 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.266401 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router after_update 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.266745 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.267090 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_create 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.267453 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.267793 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_update 55549900 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.268155 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > network after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.268986 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Tracking information for resource: router configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:32.269316 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Tracking information for resource: floatingip configured {{(pid=91627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:19:32.274156 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.db.l3_agentschedulers_db [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:19:32.274721 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.275075 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port after_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.275419 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port after_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.275763 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: port after_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.276567 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router before_create 55550100 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.276928 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.277285 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_create 55550100 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.277634 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > router precommit_update 55550100 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.282224 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.provider_configuration [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service providers = [] {{(pid=91627) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:19:32.282583 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.db.servicetype_db [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91627) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:19:32.285468 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.service_base [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:19:32.285810 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.service_base [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:19:32.286173 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.service_base [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:19:32.287049 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.services.service_base [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:19:32.287416 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.services.service_base [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:19:32.287946 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.288262 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:19:32.299114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.299443 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: auto_allocate May 27 03:19:32.305143 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: network precommit_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.305503 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: network precommit_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.306054 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.306381 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: tag May 27 03:19:32.313053 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.313971 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: timestamp May 27 03:19:32.317673 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.318033 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: network_ip_availability May 27 03:19:32.323158 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.323522 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.323871 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.324569 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.324882 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: flavors May 27 03:19:32.329793 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.330151 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading Plugin: revisions May 27 03:19:32.334412 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:19:32.334750 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.598s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:19:32.335475 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91627) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 03:19:32.335809 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Initializing extension manager. May 27 03:19:32.336312 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: __init__.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.336647 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: __pycache__ {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.336975 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.337545 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: address_group.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.338319 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.338875 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: address-group May 27 03:19:32.339189 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: address_scope.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.339888 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.340390 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: address-scope May 27 03:19:32.340708 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.341630 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.342173 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: router-admin-state-down-before-update May 27 03:19:32.342491 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: agent.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.343173 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.343675 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: agent May 27 03:19:32.343990 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: agent_resources_synced.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.345444 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.345980 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: agent-resources-synced May 27 03:19:32.346297 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: allowedaddresspairs.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.348040 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.348562 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: allowed-address-pairs May 27 03:19:32.348892 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: auto_allocated_topology.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.349973 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.350483 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: auto-allocated-topology May 27 03:19:32.350802 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: availability_zone.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.351473 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.351971 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: availability_zone May 27 03:19:32.352288 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: availability_zone_filter.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.353171 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.353671 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: availability_zone_filter May 27 03:19:32.354023 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: data_plane_status.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.354909 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.355405 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:19:32.355724 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: default_subnetpools.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.356625 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.357124 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: default-subnetpools May 27 03:19:32.357439 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.358262 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.358774 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: dhcp_agent_scheduler May 27 03:19:32.359082 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: dns.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.359976 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.361021 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension dns-integration not supported by any of loaded plugins May 27 03:19:32.361340 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: dns_domain_ports.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.362267 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.362767 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:19:32.363085 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: dvr.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.363735 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.364236 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: dvr May 27 03:19:32.364551 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: empty_string_filtering.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.365439 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.365971 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: empty-string-filtering May 27 03:19:32.366289 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.367181 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.367678 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:19:32.367990 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.368879 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.369374 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:19:32.369687 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: external_net.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.370589 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.371095 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: external-net May 27 03:19:32.371409 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.372283 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.372782 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: extra_dhcp_opt May 27 03:19:32.373095 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: extraroute.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.374012 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.374511 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: extraroute May 27 03:19:32.374824 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: extraroute_atomic.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.375873 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.376374 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: extraroute-atomic May 27 03:19:32.376696 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: filter_validation.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.377342 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.377835 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: filter-validation May 27 03:19:32.378180 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: fip_pf_description.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.379231 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.379732 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:19:32.380049 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: fip_port_details.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.380939 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.381443 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: fip-port-details May 27 03:19:32.381759 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: flavors.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.382981 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.383495 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: flavors May 27 03:19:32.383815 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.385447 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.385994 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:19:32.386318 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: floatingip_pools.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.387005 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.387511 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: floatingip-pools May 27 03:19:32.387829 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: ip_allocation.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.388753 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.389277 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:19:32.389592 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.390522 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.391022 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: ip-substring-filtering May 27 03:19:32.391366 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l2_adjacency.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.392292 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.392785 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:19:32.393099 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.394070 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.394580 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: router May 27 03:19:32.394900 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.397100 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.397627 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:19:32.397991 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.398893 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.399410 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: ext-gw-mode May 27 03:19:32.399731 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.400621 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.401134 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: l3-ha May 27 03:19:32.401457 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3_flavors.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.402375 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.402882 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: l3-flavors May 27 03:19:32.403198 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.404103 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.404602 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:19:32.404915 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: l3agentscheduler.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.405952 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.406462 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: l3_agent_scheduler May 27 03:19:32.406786 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: logging.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.408806 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.409318 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension logging not supported by any of loaded plugins May 27 03:19:32.409646 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: metering.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.410401 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.410972 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: metering May 27 03:19:32.411297 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.412370 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.412882 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: metering_source_and_destination_fields May 27 03:19:32.413203 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: multiprovidernet.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.414259 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.414770 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: multi-provider May 27 03:19:32.415091 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: netmtu.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.415982 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.416485 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: net-mtu May 27 03:19:32.416803 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: netmtu_writable.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.417700 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.418230 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: net-mtu-writable May 27 03:19:32.418551 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: network_availability_zone.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.419204 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.419713 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: network_availability_zone May 27 03:19:32.420029 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: network_ip_availability.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.421088 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.421601 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: network-ip-availability May 27 03:19:32.421947 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: network_segment_range.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.423302 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.423800 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:19:32.424118 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: pagination.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.425080 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.425408 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: pagination May 27 03:19:32.425726 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: port_device_profile.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.426638 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.427149 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: port-device-profile May 27 03:19:32.427466 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.428355 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.428855 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: port-mac-address-regenerate May 27 03:19:32.429169 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.430076 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.430577 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: port-numa-affinity-policy May 27 03:19:32.430891 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: port_resource_request.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.431782 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.432276 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:19:32.432590 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: portbindings.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.433494 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.434019 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: binding May 27 03:19:32.434338 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: portbindings_extended.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.435581 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.436097 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: binding-extended May 27 03:19:32.436423 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: portsecurity.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.437317 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.437824 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: port-security May 27 03:19:32.438196 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: project_id.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.439177 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.439502 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: project-id May 27 03:19:32.439816 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: providernet.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.440718 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.441222 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: provider May 27 03:19:32.441535 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.445028 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.445543 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos not supported by any of loaded plugins May 27 03:19:32.445884 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.447119 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.447627 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:19:32.447951 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.448845 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.449355 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:19:32.449676 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_default.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.450598 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.451107 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-default not supported by any of loaded plugins May 27 03:19:32.451431 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_fip.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.452065 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.452561 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-fip not supported by any of loaded plugins May 27 03:19:32.452879 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_gateway_ip.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.453885 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.454330 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:19:32.454647 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_port_network_policy.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.455533 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.456033 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:19:32.456349 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_rule_type_details.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.457242 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.457742 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:19:32.458092 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: qos_rules_alias.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.459123 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.459623 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:19:32.459939 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: quotasv2.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.460950 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.461271 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: quotas May 27 03:19:32.461583 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: quotasv2_detail.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.463460 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.463793 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: quota_details May 27 03:19:32.464119 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: rbac.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.465143 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.465659 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: rbac-policies May 27 03:19:32.466023 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: rbac_address_group.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.466931 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.467457 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: rbac-address-group May 27 03:19:32.467755 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: rbac_address_scope.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.468648 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.469151 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: rbac-address-scope May 27 03:19:32.470014 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: rbac_security_groups.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.470907 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.471412 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: rbac-security-groups May 27 03:19:32.471730 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: rbac_subnetpool.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.472634 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.473137 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: rbac-subnetpool May 27 03:19:32.473457 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: revisionifmatch.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.474383 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.474885 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: revision-if-match May 27 03:19:32.475203 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: revisions.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.476287 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.476794 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: standard-attr-revisions May 27 03:19:32.477116 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: router_availability_zone.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.477781 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.478315 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: router_availability_zone May 27 03:19:32.478637 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: routerservicetype.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.479539 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.480051 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension router-service-type not supported by any of loaded plugins May 27 03:19:32.480371 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.481264 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.481771 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: security-groups-normalized-cidr May 27 03:19:32.482119 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.483016 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.483521 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: port-security-groups-filtering May 27 03:19:32.483839 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.484729 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.485829 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: security-groups-remote-address-group May 27 03:19:32.486173 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: securitygroup.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.495631 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.496163 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: security-group May 27 03:19:32.496482 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: segment.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.497244 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.497752 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension segment not supported by any of loaded plugins May 27 03:19:32.498106 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.499017 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.499520 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:19:32.499840 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: servicetype.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.500972 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.501483 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: service-type May 27 03:19:32.501802 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: sorting.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.502782 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.503111 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: sorting May 27 03:19:32.503428 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: standard_attr_segment.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.504336 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.504852 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:19:32.505285 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: standardattrdescription.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.505806 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.506331 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: standard-attr-description May 27 03:19:32.506649 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: stateful_security_group.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.507551 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.508054 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: stateful-security-group May 27 03:19:32.508371 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: stdattrs_common.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.508929 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:19:32.509245 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.510241 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.510746 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:19:32.511063 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: subnet_onboard.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.512216 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.512763 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: subnet_onboard May 27 03:19:32.513078 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.514087 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.514664 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:19:32.514979 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: subnet_service_types.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.515963 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.516507 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: subnet-service-types May 27 03:19:32.516821 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: subnetallocation.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.517955 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.518469 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: subnet_allocation May 27 03:19:32.518786 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.519432 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.519935 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: subnetpool-prefix-ops May 27 03:19:32.520252 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.521168 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.521665 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:19:32.522019 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: tagging.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.523042 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.523549 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: standard-attr-tag May 27 03:19:32.523867 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: timestamp.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.525044 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.525552 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loaded extension: standard-attr-timestamp May 27 03:19:32.525882 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: trunk.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.526897 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.527406 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension trunk not supported by any of loaded plugins May 27 03:19:32.527727 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: trunk_details.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.528630 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.529139 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension trunk-details not supported by any of loaded plugins May 27 03:19:32.529456 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: uplink_status_propagation.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.530377 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.530878 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:19:32.531194 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Loading extension file: vlantransparent.py {{(pid=91627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 03:19:32.531837 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 03:19:32.532843 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:19:32.535270 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:network May 27 03:19:32.535953 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:subnet May 27 03:19:32.537670 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:19:32.538331 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:port May 27 03:19:32.539581 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.540014 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service FLAVORS assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.540631 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.541059 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.541382 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:router May 27 03:19:32.542063 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:19:32.542770 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service METERING assigned prefix: /metering {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.544193 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.544551 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.544898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:19:32.546071 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:19:32.546504 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:security_group May 27 03:19:32.547178 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:19:32.547968 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service CORE assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.548297 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:19:32.548630 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] subnetpool is already registered May 27 03:19:32.549730 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service CORE assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.550068 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:19:32.550388 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] subnetpool is already registered May 27 03:19:32.552955 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.553384 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service FLAVORS assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.554011 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.554432 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.554758 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:router May 27 03:19:32.555079 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] router is already registered May 27 03:19:32.555667 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:19:32.555991 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] floatingip is already registered May 27 03:19:32.556617 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service METERING assigned prefix: /metering {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.557286 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:19:32.557608 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] rbac_policy is already registered May 27 03:19:32.558175 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:security_group May 27 03:19:32.558496 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] security_group is already registered May 27 03:19:32.559086 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:19:32.559417 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] security_group_rule is already registered May 27 03:19:32.560074 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service CORE assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.560396 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:19:32.560713 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] subnetpool is already registered May 27 03:19:32.561321 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.v2.resource_helper [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Service CORE assigned prefix: {{(pid=91627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:19:32.561640 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:19:32.561982 dv-cinder-793264-1-smb neutron-server[91627]: WARNING neutron.quota.resource_registry [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] subnetpool is already registered May 27 03:19:32.562616 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: extensions {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.564110 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: address-groups {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.565720 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: address-scopes {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.566953 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: agents {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.568099 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: auto-allocated-topology {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.569353 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: availability_zones {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.570695 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: dhcp-networks {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.572106 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: dhcp-agents {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.573526 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: routers {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.575348 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: flavors {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.576514 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: service_profiles {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.577718 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: next_providers {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.579324 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: service_profiles {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.580843 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: floatingip-pools {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.582082 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: routers {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.583881 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: floatingips {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.585105 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: l3-routers {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.586455 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: l3-agents {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.588115 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: metering-labels {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.589461 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: metering-label-rules {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.590753 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: network-ip-availabilities {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.592002 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: bindings {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.593668 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: quotas {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.595663 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: quotas {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.597071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: rbac-policies {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.598513 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: security-groups {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.599708 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: security-group-rules {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.600925 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: service-providers {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.602180 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: subnetpools {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.605024 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: subnetpools {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.606506 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.608196 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.720860 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.722676 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.724465 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.726362 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.728055 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.730006 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.731766 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.733646 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron.api.extensions [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Extended resource: tags {{(pid=91627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:19:32.739600 dv-cinder-793264-1-smb neutron-server[91627]: WARNING keystonemiddleware.auth_token [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:19:32.744301 dv-cinder-793264-1-smb neutron-server[91627]: WARNING keystonemiddleware.auth_token [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:19:32.752524 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Acquired lock "singleton_lock" {{(pid=91627) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 03:19:32.752995 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Releasing lock "singleton_lock" {{(pid=91627) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 03:19:32.753615 dv-cinder-793264-1-smb neutron-server[91627]: INFO oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Starting 2 workers May 27 03:19:32.758324 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Started child 91734 {{(pid=91627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:19:32.762556 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Started child 91735 {{(pid=91627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:19:32.763403 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.764129 dv-cinder-793264-1-smb neutron-server[91627]: INFO neutron.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:19:32.764746 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Notify callbacks [] for process, before_spawn {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.764844 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [-] (91734) wsgi starting up on http://0.0.0.0:9696 May 27 03:19:32.767429 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.767863 dv-cinder-793264-1-smb neutron-server[91627]: INFO oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Starting 1 workers May 27 03:19:32.768772 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [-] (91735) wsgi starting up on http://0.0.0.0:9696 May 27 03:19:32.772762 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Started child 91736 {{(pid=91627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:19:32.773263 dv-cinder-793264-1-smb neutron-server[91627]: INFO oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Starting 1 workers May 27 03:19:32.776444 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] calling RpcWorker wait() {{(pid=91736) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:19:32.776963 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] returning from RpcWorker wait() {{(pid=91736) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:19:32.777502 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Started child 91737 {{(pid=91627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:19:32.778130 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.778296 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a92ceebe-f24b-4d53-9c00-da151efcc745 None None] Notify callbacks [] for process, after_spawn {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.778677 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:32.780166 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91627) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 03:19:32.780373 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:19:32.780563 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:19:32.780773 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:19:32.781119 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:19:32.781281 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:19:32.781776 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.782674 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.782811 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.783275 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.783275 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.783476 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.784048 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.784302 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.784552 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.784844 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.785092 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.785266 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.785431 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.785671 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.785925 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.786259 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.786520 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.786758 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.787024 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.787193 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.787452 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.787709 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.787939 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.788214 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] debug = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.788451 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.788929 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.789175 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.789429 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.789662 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.789975 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.790195 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.790471 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.790709 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.790921 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.791137 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.791392 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.791629 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.791859 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.792090 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.792329 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.792542 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.793019 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] host = dv-cinder-793264-1-smb {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.793258 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.793493 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.793749 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.794105 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.794358 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.794590 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.794844 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.795085 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.795323 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.795561 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.795779 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.796025 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.796278 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.796528 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.796694 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_options = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.796927 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.797200 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.797457 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.797705 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.797935 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.798162 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.798363 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.798575 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.798752 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.798942 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.799160 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.799361 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.799679 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.799870 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.800075 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.800325 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.800513 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.800726 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.800980 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.801227 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.801455 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.801674 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.801945 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.802163 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.802402 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.802632 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.802876 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.803093 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.803305 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.803552 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.803763 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.804029 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.804262 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.804510 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.804736 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.804961 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.805172 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.805434 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.805665 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.805941 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.806186 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.806399 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.807380 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.807380 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.807380 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.807740 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:32.807870 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_json = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.807870 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.808118 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.808241 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.808453 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.808670 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.808880 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.810684 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.810684 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.810684 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.810684 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.811397 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.811986 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.811986 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.812228 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.812481 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.812677 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.812989 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.814638 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.814638 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.814638 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.815215 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.816046 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.816046 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.816046 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.816460 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.816585 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.816714 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.817802 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.817802 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.817802 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.818224 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.818354 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.819898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.819898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.819898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.819898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.819898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.824771 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.825512 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.825512 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.825512 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.825736 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.825853 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.826139 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.826419 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.826688 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.826921 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.827176 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.827496 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.827694 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.827928 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.828223 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.828403 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.828620 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.829331 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.829577 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.829823 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.830091 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.830309 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.830525 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.830761 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.831028 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.831276 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.832818 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.834002 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.834266 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.834510 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.834789 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.835053 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.835357 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.836154 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.836401 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.836645 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.836885 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.837145 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.837646 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.837892 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.838161 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.838394 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.838620 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.838879 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.839105 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.839335 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.839555 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.839850 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.840190 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.840436 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.840710 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.840972 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.841217 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.841442 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.841697 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.842302 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.842690 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.843174 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.843604 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.843983 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.844408 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.845354 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.845897 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.846407 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.846657 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.846905 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.847138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.847403 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.847636 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.847918 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.848160 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.848445 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.848702 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.848958 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.849236 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.849477 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.849752 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.850015 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.850273 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.850571 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.850865 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.851149 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.851403 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.851655 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.851912 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.852147 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.852394 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.852627 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.852880 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.853100 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.853375 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.853629 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.853887 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.854123 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.854354 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.854661 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.854970 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.855190 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.855425 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.855725 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.855960 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.856202 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.856464 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.856704 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.857430 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.857837 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.858406 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.858630 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.858855 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.859090 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.859306 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.859544 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.859761 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.860021 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.860254 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.860492 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.860768 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.860985 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.861206 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.861436 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.861669 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.861906 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.862157 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.862368 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.862613 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.862851 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.863086 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.863305 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.863525 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.863743 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.863993 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.864230 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.864495 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.864759 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.864973 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.865204 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.865463 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.865720 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.865966 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.866233 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.866461 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.866674 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.866887 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.867104 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.867337 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.867589 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.867818 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.868034 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.868275 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.868513 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.868839 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.869085 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.869313 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.869552 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.869770 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.870035 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.870271 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.870486 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.870722 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.870936 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.871160 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.871414 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.871667 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.871885 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.872112 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.872350 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.872560 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.872789 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.872985 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.873272 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.873514 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.873742 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.874009 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.874238 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.874488 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.874699 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.874911 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.875131 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.875340 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.875605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.875856 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.876086 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.876279 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.876484 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.876710 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.876917 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.877125 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.877337 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.877542 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.877770 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.878018 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.878228 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.878441 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.878647 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.878969 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.879218 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.879439 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.879752 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.879981 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.880209 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.880472 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.880798 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.881011 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.881251 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.881467 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.881682 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.881919 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.882176 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.882481 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.882792 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.883064 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.883303 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.883569 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.883862 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.884124 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.884337 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.884643 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.884975 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.885323 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.885584 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.885831 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.886194 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.886466 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.886609 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.886768 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.887013 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.887229 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.887468 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.887719 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.887944 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.888180 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.888407 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.888644 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.888887 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.889120 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.889340 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.889577 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.889738 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:19:32.890331 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91627) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 03:19:32.890494 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:19:32.890654 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:19:32.890826 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:19:32.890997 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:19:32.891133 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:19:32.891864 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892028 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892175 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892336 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892480 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892662 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892807 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.892967 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.893130 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.893306 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.893452 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.893599 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.893734 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.893908 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894051 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894188 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894348 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894500 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894622 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894756 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.894915 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.895073 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.895231 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] debug = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.895390 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.895602 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.895767 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.895926 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.896083 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.896250 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.896383 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.896541 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.896704 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.896859 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.897180 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.897338 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.897496 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.897654 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.897812 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.897980 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.898141 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.898298 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] host = dv-cinder-793264-1-smb {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.898456 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.898615 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899098 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899098 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899098 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899338 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899428 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899510 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899655 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899813 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.899972 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.900130 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.900289 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.900447 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.900604 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_options = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.900763 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.900923 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.901085 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.901261 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.901423 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.901581 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.901740 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.901926 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.902088 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.902246 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.902405 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.902563 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.902721 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.902878 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.903035 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.903194 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.903351 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.903510 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.903668 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.903827 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904306 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904306 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904306 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904621 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904621 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904815 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.904938 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905073 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905198 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905303 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905459 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905617 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905775 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.905954 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.906114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.906272 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.906430 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.906592 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.906679 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:32.906769 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.906916 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.907593 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.907751 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.907909 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.908067 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.908224 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.908382 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_json = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.908539 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.908697 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.908856 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.909014 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.909171 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.909328 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.909487 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.909650 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:19:32.909818 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.909994 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.910167 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.910328 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.910488 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.910648 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.910810 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.910970 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.911135 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.911295 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.911464 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.911625 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.911796 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.911957 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.912118 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.912282 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.912444 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.912603 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.912763 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.912923 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.913083 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.913244 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.913420 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.913582 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.913744 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.913923 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.914087 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.914248 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.914410 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.914573 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.914735 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.914896 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.915057 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.915218 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.915379 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.915562 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.915697 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.915860 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916021 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916182 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916343 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916506 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916667 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916828 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.916990 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.917151 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.917314 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.917475 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.917638 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.917799 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.917991 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.918154 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.918319 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.918545 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.918712 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.918873 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.919033 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.919194 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.919354 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.919515 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.919677 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.919850 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920062 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920193 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920315 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920458 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920618 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920778 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.920938 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.921104 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.921264 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.921424 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.921587 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.921747 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.921926 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.922090 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.922251 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.922411 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.922594 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.922758 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.922919 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.923081 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.923241 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.923400 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.923568 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.923742 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.923904 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.924065 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.924226 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.924386 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.924547 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.924708 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.924868 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.925027 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.925188 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.925348 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.925508 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.925670 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.925830 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926013 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926174 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926334 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926513 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926699 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926832 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.926991 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.927204 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.927330 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.927452 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.927596 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.927755 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.927923 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.928086 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.928250 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.928411 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.928577 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.928747 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.928907 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.929067 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.929226 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.929387 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.929547 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.929708 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.929892 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.930050 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.930210 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.930371 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.930539 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.930709 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.930870 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.931031 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.931196 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.931377 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.931538 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.931699 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.931859 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932019 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932180 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932340 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932499 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932659 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932822 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.932982 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.933143 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.933305 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.933464 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.933624 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.933785 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.933984 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.937898 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.938532 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939071 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.939605 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940138 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940676 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940676 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940676 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940676 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940945 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.940945 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.941094 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.941175 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.941317 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.941481 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.941646 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.941808 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942003 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942166 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942326 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942486 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942647 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942819 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.942980 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.943140 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.943305 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.943466 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.943631 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.943791 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.943952 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.944111 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.944269 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.944438 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.944597 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.944757 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.944917 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.945076 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.945245 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.945410 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.945637 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.945803 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.945986 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.946155 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.946322 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.946484 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.946637 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.946797 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.946968 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.947129 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.947291 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.947469 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.947616 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.947934 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.948100 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.948287 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.948423 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.948587 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.948742 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.948901 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950114 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950563 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950563 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950563 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950736 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950801 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.950963 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.951116 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.951274 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.951436 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.951595 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.951756 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.951913 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.952073 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.952234 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.952390 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.952550 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.952715 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.952876 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.953040 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.953197 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.953513 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.953675 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.954368 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.954534 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:19:32.954687 dv-cinder-793264-1-smb neutron-server[91627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:19:33.091543 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48672) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:33.100260 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066650 May 27 03:19:43.692845 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f28bd6-9a45-4520-b9df-6c680cf65362 None None] get_active_networks_info from dv-cinder-793264-1-smb {{(pid=91736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 03:19:43.793508 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f28bd6-9a45-4520-b9df-6c680cf65362 None None] No non-hosted networks {{(pid=91736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:19:43.808332 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.agentschedulers_db [None req-69f28bd6-9a45-4520-b9df-6c680cf65362 None None] DHCP Agent not found on host dv-cinder-793264-1-smb {{(pid=91736) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 03:19:43.927995 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-b90c0e8b-518b-4c7d-ab02-a08a914e7a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527'] for agent, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:45.994666 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfa-873c-49d2-b4fa-62280af7e85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527'] for agent, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:46.049344 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1c06ee76-fd38-4681-9529-66e4051c565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:46.113784 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527'] for agent, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:46.114457 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.114769 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.116021 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.116500 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.117123 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.117599 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.118117 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.118832 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.119681 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.120154 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.121319 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.122168 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:46.122710 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793264-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:46.142241 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793264-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:46.951021 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527'] for agent, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:48.803615 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527'] for agent, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:50.260109 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48766) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:50.825751 dv-cinder-793264-1-smb neutron-server[91735]: WARNING oslo_policy.policy [None req-42b4c4ca-b1d4-4c87-a030-0a10eecb02c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:19:50.826383 dv-cinder-793264-1-smb neutron-server[91735]: WARNING oslo_policy.policy [None req-42b4c4ca-b1d4-4c87-a030-0a10eecb02c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:19:51.046201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [None req-42b4c4ca-b1d4-4c87-a030-0a10eecb02c5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:19:51.047281 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-42b4c4ca-b1d4-4c87-a030-0a10eecb02c5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7862725 May 27 03:19:52.964089 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.db.l3_hamode_db [None req-2cffea04-cf8f-4149-9343-87c4df7f822f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:19:53.048989 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffea04-cf8f-4149-9343-87c4df7f822f None None] Routers set() bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:19:53.049363 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffea04-cf8f-4149-9343-87c4df7f822f None None] Router IDs set() for agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 03:19:53.395009 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48780) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:53.749768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:53.848430 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.policy [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91735) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:19:53.894153 dv-cinder-793264-1-smb neutron-server[91735]: WARNING oslo_policy.policy [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:19:53.894537 dv-cinder-793264-1-smb neutron-server[91735]: WARNING oslo_policy.policy [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:19:53.902858 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.quota [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] Loaded quota_driver: . May 27 03:19:53.917727 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:53.976299 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773363343444', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773363351549', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773363340772', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773363531400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773363521333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773363514775', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1817238', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1614868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639165'] for rbac-policy, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:54.036290 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:54.037504 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-c350f19a-5bdd-4dcc-bf59-abfc412fbf63 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6415532 May 27 03:19:56.596379 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48794) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:56.937769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Request body: {'network': {'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'name': 'private', 'admin_state_up': True}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:56.943469 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:56.949060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Usage tracker for resource:network and tenant:901e50b9fb8e46808924f09b7ab34696 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:56.954079 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:56.960166 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:56.970361 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Made reservation on behalf of 901e50b9fb8e46808924f09b7ab34696 for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:19:56.973181 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:56.990110 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.003456 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:57.007080 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Usage tracker for resource:security_group_rule and tenant:901e50b9fb8e46808924f09b7ab34696 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:57.011836 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:57.017748 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:57.112286 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.115641 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.120719 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:19:57.136699 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:19:57.161093 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773367105518', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.161681 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Unsubscribe: segment precommit_create {{(pid=91735) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 03:19:57.162167 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Added segment cc3077ea-527d-4dd2-be15-0b50432b6fd6 of type vlan for network 7d373ae5-085e-4fb7-9798-e9b4456a0838 May 27 03:19:57.216183 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60739940-f750-4afd-bde9-ef7d8471fd6b,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:57.238176 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.238599 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.238829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.239274 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.239645 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.239969 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.240278 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.240587 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.240908 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.241212 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.241515 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.241817 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Tracked resource versions report: May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: pushed versions: May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: { 'AddressGroup': {'1.2'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'ConntrackHelper': {'1.0'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Log': {'1.0'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Network': {'1.1'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Port': {'1.7'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'PortForwarding': {'1.2'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'QosPolicy': {'1.8'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroup': {'1.4'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroupRule': {'1.2'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'SubPort': {'1.0'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Subnet': {'1.1'}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Trunk': {'1.1'}} May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: consumer versions: May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'ConntrackHelper': '1.0', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Log': '1.0', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Network': '1.1', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Port': '1.7', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'PortForwarding': '1.2', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'QosPolicy': '1.8', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroup': '1.4', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroupRule': '1.2', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'SubPort': '1.0', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Subnet': '1.1', May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: 'Trunk': '1.1'}} May 27 03:19:57.242890 dv-cinder-793264-1-smb neutron-server[91735]: {{(pid=91735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:19:57.280164 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.290936 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:19:57.323922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.325605 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:19:57.326272 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:57.331320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:19:57.432308 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8348370 May 27 03:19:57.435202 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Pushing event updated for resources: {'Network': ['ID=7d373ae5-085e-4fb7-9798-e9b4456a0838,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:57.451810 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:19:57.460677 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:20:00.037187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 48810) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:00.610891 dv-cinder-793264-1-smb neutron-server[91734]: WARNING oslo_policy.policy [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:20:00.611479 dv-cinder-793264-1-smb neutron-server[91734]: WARNING oslo_policy.policy [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:20:01.039818 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.policy [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91734) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:20:01.085052 dv-cinder-793264-1-smb neutron-server[91734]: WARNING oslo_policy.policy [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:20:01.085413 dv-cinder-793264-1-smb neutron-server[91734]: WARNING oslo_policy.policy [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:20:01.093830 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:01.095656 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-47cd457e-4489-45ff-aee9-e15a044fa6b2 admin admin] 10.222.0.32 "GET /v2.0/networks/7d373ae5-085e-4fb7-9798-e9b4456a0838 HTTP/1.1" status: 200 len: 825 time: 1.0564303 May 27 03:20:01.127255 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-0cd206dd-6d42-47be-8b59-8fb153105038 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/866c9d46-05d1-42cb-9994-9110545fce0b HTTP/1.1" status: 200 len: 734 time: 0.0262697 May 27 03:20:01.135537 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Request body: {'subnet': {'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'name': 'private-subnet'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:20:01.137036 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.quota [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Loaded quota_driver: . May 27 03:20:01.143488 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:20:01.148926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Usage tracker for resource:subnet and tenant:901e50b9fb8e46808924f09b7ab34696 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:20:01.152181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:20:01.159004 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:20:01.171600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Made reservation on behalf of 901e50b9fb8e46808924f09b7ab34696 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:20:01.174290 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:01.656918 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:01.662662 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:01.735262 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Checking segment: {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:20:01.735625 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Network hostable DHCP agents. Network: 7d373ae5-085e-4fb7-9798-e9b4456a0838, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:20:01.759456 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985b17bd-dbfd-43c7-be74-e8236c81c518,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:01.763511 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:20:01.769975 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.770310 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.770635 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.770989 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.771850 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.771850 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.772025 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.772199 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.772528 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.772839 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.773145 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.773448 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Tracked resource versions report: May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: pushed versions: May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: { 'AddressGroup': {'1.2'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'ConntrackHelper': {'1.0'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Log': {'1.0'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Network': {'1.1'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Port': {'1.7'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'PortForwarding': {'1.2'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'QosPolicy': {'1.8'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroup': {'1.4'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroupRule': {'1.2'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'SubPort': {'1.0'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Subnet': {'1.1'}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Trunk': {'1.1'}} May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: consumer versions: May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'ConntrackHelper': '1.0', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Log': '1.0', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Network': '1.1', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Port': '1.7', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'PortForwarding': '1.2', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'QosPolicy': '1.8', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroup': '1.4', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroupRule': '1.2', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'SubPort': '1.0', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Subnet': '1.1', May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: 'Trunk': '1.1'}} May 27 03:20:01.774608 dv-cinder-793264-1-smb neutron-server[91734]: {{(pid=91734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:20:01.804671 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 7d373ae5-085e-4fb7-9798-e9b4456a0838) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:20:01.817897 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:01.828116 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:01.828766 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:01.832858 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd935a11-00d1-46e2-9dca-2595f8fc17bf None None] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:20:01.851839 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7195737 May 27 03:20:02.140754 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-7d373ae5-085e-4fb7-9798-e9b4456a0838', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:20:02.142024 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.325307 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Allocated IP 172.20.0.2 (7d373ae5-085e-4fb7-9798-e9b4456a0838/985b17bd-dbfd-43c7-be74-e8236c81c518/9c32eff8-9690-4563-8714-c357f9e55d95) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:20:02.548362 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.561779 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Transition to ACTIVE for port object 9c32eff8-9690-4563-8714-c357f9e55d95 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:20:02.583764 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Transition to ACTIVE for port object 9c32eff8-9690-4563-8714-c357f9e55d95 will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:20:02.591445 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.596775 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:02.657337 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:20:02.660188 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:20:02.666577 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:20:02.669894 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Pushing event updated for resources: {'Port': ['ID=9c32eff8-9690-4563-8714-c357f9e55d95,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:02.707083 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.707423 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.707757 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.708082 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.708405 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.708726 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.709049 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.709367 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.709682 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.710021 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.710333 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.710645 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Tracked resource versions report: May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: pushed versions: May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: { 'AddressGroup': {'1.2'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'ConntrackHelper': {'1.0'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Log': {'1.0'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Network': {'1.1'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Port': {'1.7'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'PortForwarding': {'1.2'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'QosPolicy': {'1.8'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroup': {'1.4'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroupRule': {'1.2'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'SubPort': {'1.0'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Subnet': {'1.1'}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Trunk': {'1.1'}} May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: consumer versions: May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'ConntrackHelper': '1.0', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Log': '1.0', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Network': '1.1', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Port': '1.7', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'PortForwarding': '1.2', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'QosPolicy': '1.8', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroup': '1.4', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroupRule': '1.2', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'SubPort': '1.0', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Subnet': '1.1', May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: 'Trunk': '1.1'}} May 27 03:20:02.711717 dv-cinder-793264-1-smb neutron-server[91736]: {{(pid=91736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:20:02.744583 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:02.768867 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Attempting to bind port 9c32eff8-9690-4563-8714-c357f9e55d95 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:20:02.769252 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Attempting to bind port 9c32eff8-9690-4563-8714-c357f9e55d95 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:20:02.769657 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Attempting to bind port 9c32eff8-9690-4563-8714-c357f9e55d95 on network 7d373ae5-085e-4fb7-9798-e9b4456a0838 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:20:02.774805 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:20:02.775206 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Checking segment: {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:20:02.775670 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.776057 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Bound using segment: {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:20:02.776567 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Bound port: 9c32eff8-9690-4563-8714-c357f9e55d95, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:20:02.776931 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.860902 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] For port 9c32eff8-9690-4563-8714-c357f9e55d95, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:20:02.864655 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] For port 9c32eff8-9690-4563-8714-c357f9e55d95, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=9c32eff8-9690-4563-8714-c357f9e55d95,segment=NetworkSegment(cc3077ea-527d-4dd2-be15-0b50432b6fd6),segment_id=cc3077ea-527d-4dd2-be15-0b50432b6fd6)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:20:02.870286 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.874174 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:02.958786 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Pushing event updated for resources: {'Port': ['ID=9c32eff8-9690-4563-8714-c357f9e55d95,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:02.963536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:04.218482 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48832) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:04.581157 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [None req-0e55d86f-4ea7-48c3-9c07-3e5ea0371d5c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:20:04.582239 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0e55d86f-4ea7-48c3-9c07-3e5ea0371d5c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3621962 May 27 03:20:06.919495 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48842) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:07.288200 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [None req-5966735f-f661-4f54-a623-56aaae9a78fb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:20:07.301995 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5966735f-f661-4f54-a623-56aaae9a78fb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687053 May 27 03:20:07.849251 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 9c32eff8-9690-4563-8714-c357f9e55d95 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:20:07.919361 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 9c32eff8-9690-4563-8714-c357f9e55d95 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:20:08.420966 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b953c-70d0-42e9-9a10-863571a48e3a None None] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:20:08.544801 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Provisioning for port 9c32eff8-9690-4563-8714-c357f9e55d95 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:20:08.553524 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Provisioning complete for port 9c32eff8-9690-4563-8714-c357f9e55d95 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:08.553929 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:08.758980 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:08.796645 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] For port 9c32eff8-9690-4563-8714-c357f9e55d95, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=9c32eff8-9690-4563-8714-c357f9e55d95,segment=NetworkSegment(cc3077ea-527d-4dd2-be15-0b50432b6fd6),segment_id=cc3077ea-527d-4dd2-be15-0b50432b6fd6)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:20:08.800757 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:08.802724 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:08.874829 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Pushing event updated for resources: {'Port': ['ID=9c32eff8-9690-4563-8714-c357f9e55d95,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:08.878147 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:09.021355 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-558ec0b0-b85a-431f-9c45-129dd33be462 None None] Provisioning complete for port 9c32eff8-9690-4563-8714-c357f9e55d95 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:09.021644 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-558ec0b0-b85a-431f-9c45-129dd33be462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:09.841533 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 9c32eff8-9690-4563-8714-c357f9e55d95 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:20:09.904633 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48858) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:09.913848 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 9c32eff8-9690-4563-8714-c357f9e55d95 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:09.914289 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:10.252198 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:20:10.257147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:20:10.260887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Usage tracker for resource:router and tenant:901e50b9fb8e46808924f09b7ab34696 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:20:10.264163 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:20:10.270278 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:20:10.279976 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:10.282041 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:10.302338 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:10.410565 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:10.428232 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:10.429507 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5afbab32-bcd1-42b8-9ee0-17874d96a8aa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5239310 May 27 03:20:12.745234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48868) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:13.107790 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [None req-93f924d8-1453-4844-a970-82a399673e78 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:20:13.108876 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-93f924d8-1453-4844-a970-82a399673e78 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3626132 May 27 03:20:13.625674 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-757caac7-f115-4458-be22-0b2f1cfa5eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.431705 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48878) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:15.792555 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:20:15.797381 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:20:15.801053 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Usage tracker for resource:network and tenant:7e7ddab246044f83a2546e82964e98be is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:20:15.803898 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:20:15.809407 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:20:15.819288 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Made reservation on behalf of 7e7ddab246044f83a2546e82964e98be for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:20:15.821601 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.833673 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.847392 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:20:15.851030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Usage tracker for resource:security_group_rule and tenant:7e7ddab246044f83a2546e82964e98be is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:20:15.853819 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:20:15.859376 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:20:15.940105 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.943597 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.947446 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:15.959954 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Reserving flat network on physical network physnet1 {{(pid=91735) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:20:15.978994 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d9bc314c-7f0b-4d77-a36b-94468e6a8e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.982047 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6992675-4ed1-4e2e-8feb-f25a10a8cb92,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:15.985804 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:15.986722 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:15.987056 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Added segment 9d67890d-dcde-4379-a997-c7dcd0740973 of type flat for network 05b10725-cdec-4a59-be8d-07f9ff91fb83 May 27 03:20:16.018703 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:16.052144 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:16.053301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:16.053887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:16.058265 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bbd61548-9f6f-4231-9e9a-6ba768be9aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:16.109974 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:16.166400 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7336266 May 27 03:20:16.169236 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Pushing event updated for resources: {'Network': ['ID=05b10725-cdec-4a59-be8d-07f9ff91fb83,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:16.171775 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:16.179326 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:20:16.894562 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:18.477725 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48898) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:18.686229 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e36f33-9244-4c82-892e-542f599913c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:18.687586 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-56e36f33-9244-4c82-892e-542f599913c2 admin admin] 10.222.0.32 "GET /v2.0/subnets/985b17bd-dbfd-43c7-be74-e8236c81c518 HTTP/1.1" status: 200 len: 849 time: 0.2088778 May 27 03:20:18.746599 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:18.830965 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-56aecd8f-e56e-4608-b361-8cd1f533110d admin admin] 10.222.0.32 "GET /v2.0/routers/490cc9be-4338-4c2b-b0e5-fc725d07fcfa HTTP/1.1" status: 200 len: 704 time: 0.1377463 May 27 03:20:19.275699 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:19.498467 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Allocated IP 172.20.0.1 (7d373ae5-085e-4fb7-9798-e9b4456a0838/985b17bd-dbfd-43c7-be74-e8236c81c518/36c56cb4-c62f-49df-b3e9-f80e6bb7726f) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:20:19.651766 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:19.670028 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Transition to ACTIVE for port object 36c56cb4-c62f-49df-b3e9-f80e6bb7726f will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:20:19.722502 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:19.727148 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:19.790256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:20:19.793056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:20:19.800178 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:20:19.800641 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:19.946993 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Pushing event updated for resources: {'Port': ['ID=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:19.964680 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:20.007367 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-7234afd4-d65d-4e98-ada3-e7f86c7bdafd None None] Provisioning for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:20:20.011669 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-7234afd4-d65d-4e98-ada3-e7f86c7bdafd None None] Provisioning complete for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:20.012029 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-7234afd4-d65d-4e98-ada3-e7f86c7bdafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:20.063189 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-7234afd4-d65d-4e98-ada3-e7f86c7bdafd None None] Port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:20:20.094961 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:20.315028 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:20.319223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:20.320256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:20.324360 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:20.448747 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Pushing event updated for resources: {'Port': ['ID=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:20.453295 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:20.507964 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:20:20.508988 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:20:20.683980 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-b46b9f01-ce0f-46e5-bade-a2311183e0be None None] Provisioning complete for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:20.684350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-b46b9f01-ce0f-46e5-bade-a2311183e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:20.694073 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:20:20.739937 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-b46b9f01-ce0f-46e5-bade-a2311183e0be None None] Port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:20:20.844547 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:20:20.853256 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/490cc9be-4338-4c2b-b0e5-fc725d07fcfa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0174725 May 27 03:20:20.854344 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Sync routers for ids ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:20:20.865363 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Routers {'490cc9be-4338-4c2b-b0e5-fc725d07fcfa'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:20:20.866278 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:20:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:21.036164 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Set router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa gateway port host: None {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:20:21.401696 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:20:10Z', 'updated_at': '2021-05-27T03:20:20Z', 'revision_number': 2, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'gw_port_host': None, '_interfaces': [{'id': '36c56cb4-c62f-49df-b3e9-f80e6bb7726f', 'name': '', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'mac_address': 'fa:16:3e:5a:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:19Z', 'updated_at': '2021-05-27T03:20:20Z', 'revision_number': 2, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'subnets': [{'id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:21.407023 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Checking router: 490cc9be-4338-4c2b-b0e5-fc725d07fcfa for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:20:21.407388 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Updating router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:20:21.460889 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:21.831020 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:21.845834 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Transition to ACTIVE for port object 36c56cb4-c62f-49df-b3e9-f80e6bb7726f will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:20:21.852194 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:21.858404 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:22.069472 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Pushing event updated for resources: {'Port': ['ID=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:22.079584 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.079920 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.080247 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.080569 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.080887 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.081206 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.081521 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.081838 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.082186 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.082499 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.082809 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.083118 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Tracked resource versions report: May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: pushed versions: May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: { 'AddressGroup': {'1.2'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'ConntrackHelper': {'1.0'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Log': {'1.0'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Network': {'1.1'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Port': {'1.7'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'PortForwarding': {'1.2'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'QosPolicy': {'1.8'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroup': {'1.4'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroupRule': {'1.2'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'SubPort': {'1.0'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Subnet': {'1.1'}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Trunk': {'1.1'}} May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: consumer versions: May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'ConntrackHelper': '1.0', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Log': '1.0', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Network': '1.1', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Port': '1.7', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'PortForwarding': '1.2', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'QosPolicy': '1.8', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroup': '1.4', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroupRule': '1.2', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'SubPort': '1.0', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Subnet': '1.1', May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: 'Trunk': '1.1'}} May 27 03:20:22.084171 dv-cinder-793264-1-smb neutron-server[91737]: {{(pid=91737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:20:22.086723 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Attempting to bind port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:20:22.087197 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Attempting to bind port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:20:22.087620 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Attempting to bind port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f on network 7d373ae5-085e-4fb7-9798-e9b4456a0838 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:20:22.093072 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:22.093914 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:20:22.094330 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Checking segment: {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:20:22.094790 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:22.095169 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Bound using segment: {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:20:22.095706 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Bound port: 36c56cb4-c62f-49df-b3e9-f80e6bb7726f, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3077ea-527d-4dd2-be15-0b50432b6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:20:22.096077 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:22.181132 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] For port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:20:22.185550 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] For port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,segment=NetworkSegment(cc3077ea-527d-4dd2-be15-0b50432b6fd6),segment_id=cc3077ea-527d-4dd2-be15-0b50432b6fd6)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:20:22.191489 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:22.196398 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:22.279797 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Routers {'490cc9be-4338-4c2b-b0e5-fc725d07fcfa'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:20:22.280433 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:20:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:22.341833 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Pushing event updated for resources: {'Port': ['ID=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,revision_number=4']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:22.427084 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:22.466456 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] Set router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa gateway port host: None {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:20:22.785814 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:20:10Z', 'updated_at': '2021-05-27T03:20:20Z', 'revision_number': 2, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'gw_port_host': None, '_interfaces': [{'id': '36c56cb4-c62f-49df-b3e9-f80e6bb7726f', 'name': '', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'mac_address': 'fa:16:3e:5a:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:19Z', 'updated_at': '2021-05-27T03:20:22Z', 'revision_number': 4, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'subnets': [{'id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:22.789635 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cee40b-988d-49ab-93b2-807f6abd652d None None] The sync data for ids ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'] in dv-cinder-793264-1-smb is: [{'id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:20:10Z', 'updated_at': '2021-05-27T03:20:20Z', 'revision_number': 2, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'gw_port_host': None, '_interfaces': [{'id': '36c56cb4-c62f-49df-b3e9-f80e6bb7726f', 'name': '', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'mac_address': 'fa:16:3e:5a:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:19Z', 'updated_at': '2021-05-27T03:20:22Z', 'revision_number': 4, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'subnets': [{'id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:20:22.995982 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48920) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:23.138750 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f474a7-bd93-4574-bb57-28ee207b116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:23.139298 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-81f474a7-bd93-4574-bb57-28ee207b116f admin admin] Synchronizing usage tracker for tenant:7e7ddab246044f83a2546e82964e98be on resource:network {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:20:23.156933 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-81f474a7-bd93-4574-bb57-28ee207b116f admin admin] Unset dirty status for tenant:7e7ddab246044f83a2546e82964e98be on resource:network {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:20:23.158164 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-81f474a7-bd93-4574-bb57-28ee207b116f admin admin] 10.222.0.32 "GET /v2.0/networks/05b10725-cdec-4a59-be8d-07f9ff91fb83 HTTP/1.1" status: 200 len: 842 time: 0.1612172 May 27 03:20:23.167308 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:20:23.172772 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:20:23.176595 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Usage tracker for resource:subnet and tenant:7e7ddab246044f83a2546e82964e98be is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:20:23.179683 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:20:23.185964 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:20:23.195476 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Made reservation on behalf of 7e7ddab246044f83a2546e82964e98be for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:20:23.198387 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:23.652693 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.objects.ports [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91735) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 03:20:23.653145 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:23.656589 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:23.724545 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efb47d9-bfc5-47ac-b14c-412cf3c88481,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:23.729638 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:23.735888 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:20:23.736234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Network hostable DHCP agents. Network: 05b10725-cdec-4a59-be8d-07f9ff91fb83, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:20:23.754557 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:20:23.763290 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 05b10725-cdec-4a59-be8d-07f9ff91fb83) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:20:23.767366 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:23.767962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:23.773695 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff691c42-ba42-434c-aec7-9964bffefce5 None None] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:20:23.790372 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6264453 May 27 03:20:23.996082 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435b99c-de72-47d8-9887-d6699ee13b7a None None] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:20:24.830256 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:20:25.861029 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 36c56cb4-c62f-49df-b3e9-f80e6bb7726f up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:20:25.934348 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:20:25.939464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:25.939823 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:26.017061 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48934) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:26.061047 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:26.106645 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,segment=NetworkSegment(cc3077ea-527d-4dd2-be15-0b50432b6fd6),segment_id=cc3077ea-527d-4dd2-be15-0b50432b6fd6)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:20:26.111416 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:26.114090 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-283a9b1b-3eca-48c2-abf1-5a593874d080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:26.185381 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=36c56cb4-c62f-49df-b3e9-f80e6bb7726f,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:26.189242 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:26.246515 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5352216e-f43c-4943-af98-3352c72955f8 admin admin] 10.222.0.32 "GET /v2.0/routers/490cc9be-4338-4c2b-b0e5-fc725d07fcfa HTTP/1.1" status: 200 len: 710 time: 0.2283263 May 27 03:20:26.373490 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd153333-2099-4aae-936b-5e95f263bc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:20:26.374931 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-fd153333-2099-4aae-936b-5e95f263bc55 admin admin] 10.222.0.32 "GET /v2.0/networks/05b10725-cdec-4a59-be8d-07f9ff91fb83 HTTP/1.1" status: 200 len: 886 time: 0.1225648 May 27 03:20:26.383476 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:20:26.831768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:27.189404 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:27.247704 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:27.377149 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Allocated IP 172.28.1.211 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/1c80f3d3-d1c2-4712-8108-ce8ce45b3792) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:20:27.517143 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:27.544833 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:27.550025 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:27.609343 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:20:27.612100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:20:27.615408 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:20:27.670559 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Pushing event updated for resources: {'Port': ['ID=1c80f3d3-d1c2-4712-8108-ce8ce45b3792,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:27.680011 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:27.845024 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 36c56cb4-c62f-49df-b3e9-f80e6bb7726f up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:20:27.911888 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:27.912234 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:27.990902 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:28.369561 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:28.372709 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665995'] for router, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:28.542160 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:20:28.716218 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:20:28.723878 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:28.725041 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] 10.222.0.32 "PUT /v2.0/routers/490cc9be-4338-4c2b-b0e5-fc725d07fcfa HTTP/1.1" status: 200 len: 890 time: 2.3447530 May 27 03:20:28.725812 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Sync routers for ids ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:20:28.736137 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Routers {'490cc9be-4338-4c2b-b0e5-fc725d07fcfa'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:20:28.736818 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:20:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:28.925265 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Set router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:20:29.281684 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '1c80f3d3-d1c2-4712-8108-ce8ce45b3792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:20:10Z', 'updated_at': '2021-05-27T03:20:27Z', 'revision_number': 4, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'gw_port': {'id': '1c80f3d3-d1c2-4712-8108-ce8ce45b3792', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:27Z', 'updated_at': '2021-05-27T03:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '36c56cb4-c62f-49df-b3e9-f80e6bb7726f', 'name': '', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'mac_address': 'fa:16:3e:5a:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:19Z', 'updated_at': '2021-05-27T03:20:26Z', 'revision_number': 5, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'subnets': [{'id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:29.286332 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Checking router: 490cc9be-4338-4c2b-b0e5-fc725d07fcfa for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:20:29.286693 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Updating router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:20:29.338857 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.655488 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.666378 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Transition to ACTIVE for port object 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:20:29.673422 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.677137 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:29.754908 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f0f9-8f27-4354-8768-5edb9f8ba6c3 None None] Pushing event updated for resources: {'Port': ['ID=1c80f3d3-d1c2-4712-8108-ce8ce45b3792,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:29.758164 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-c757f0f9-8f27-4354-8768-5edb9f8ba6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:29.758925 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Attempting to bind port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:20:29.759280 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Attempting to bind port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:20:29.759628 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Attempting to bind port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:20:29.765348 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:20:29.765710 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:20:29.766121 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.766497 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:20:29.766953 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Bound port: 1c80f3d3-d1c2-4712-8108-ce8ce45b3792, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:20:29.767317 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.835266 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] For port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:20:29.838877 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] For port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=1c80f3d3-d1c2-4712-8108-ce8ce45b3792,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:20:29.843391 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.848020 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-c757f0f9-8f27-4354-8768-5edb9f8ba6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:29.917813 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Routers {'490cc9be-4338-4c2b-b0e5-fc725d07fcfa'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:20:29.918443 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:20:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:29.996090 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f0f9-8f27-4354-8768-5edb9f8ba6c3 None None] Pushing event updated for resources: {'Port': ['ID=1c80f3d3-d1c2-4712-8108-ce8ce45b3792,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:29.999126 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-c757f0f9-8f27-4354-8768-5edb9f8ba6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:30.098721 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] Set router 490cc9be-4338-4c2b-b0e5-fc725d07fcfa gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:20:30.419281 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '1c80f3d3-d1c2-4712-8108-ce8ce45b3792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:20:10Z', 'updated_at': '2021-05-27T03:20:27Z', 'revision_number': 4, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'gw_port': {'id': '1c80f3d3-d1c2-4712-8108-ce8ce45b3792', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:27Z', 'updated_at': '2021-05-27T03:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '36c56cb4-c62f-49df-b3e9-f80e6bb7726f', 'name': '', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'mac_address': 'fa:16:3e:5a:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:19Z', 'updated_at': '2021-05-27T03:20:26Z', 'revision_number': 5, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'subnets': [{'id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:20:30.423166 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef983cea-7c55-4b37-9877-49ce3553ce43 None None] The sync data for ids ['490cc9be-4338-4c2b-b0e5-fc725d07fcfa'] in dv-cinder-793264-1-smb is: [{'id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'name': 'router1', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '1c80f3d3-d1c2-4712-8108-ce8ce45b3792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:20:10Z', 'updated_at': '2021-05-27T03:20:27Z', 'revision_number': 4, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'gw_port': {'id': '1c80f3d3-d1c2-4712-8108-ce8ce45b3792', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:27Z', 'updated_at': '2021-05-27T03:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '36c56cb4-c62f-49df-b3e9-f80e6bb7726f', 'name': '', 'network_id': '7d373ae5-085e-4fb7-9798-e9b4456a0838', 'tenant_id': '901e50b9fb8e46808924f09b7ab34696', 'mac_address': 'fa:16:3e:5a:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cc9be-4338-4c2b-b0e5-fc725d07fcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:20:19Z', 'updated_at': '2021-05-27T03:20:26Z', 'revision_number': 5, 'project_id': '901e50b9fb8e46808924f09b7ab34696', 'subnets': [{'id': '985b17bd-dbfd-43c7-be74-e8236c81c518', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '866c9d46-05d1-42cb-9994-9110545fce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:20:31.042872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 48944) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:31.159697 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6cbee39d-2d19-4e63-b328-aad20f46590f admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157000 May 27 03:20:31.874235 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:20:31.943110 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:20:31.948937 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:31.949288 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:32.080971 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:32.096757 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=1c80f3d3-d1c2-4712-8108-ce8ce45b3792,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:20:32.100031 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:32.102285 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-fc8a649a-1860-4e8d-a8f9-1c36bd140212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:20:32.189163 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=1c80f3d3-d1c2-4712-8108-ce8ce45b3792,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:32.192087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:20:33.854191 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:20:33.920118 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 1c80f3d3-d1c2-4712-8108-ce8ce45b3792 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:20:33.921267 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:43.628283 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-af8289df-d283-4949-a8b4-338aac423c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:45.989412 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-55c641bb-8abe-4d7d-bf06-16829936f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:46.117057 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:46.903566 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:48.778154 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:01.831443 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:21:13.632118 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-138fbc4b-3d93-4e03-9de7-343ced9862f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.985392 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b2d-4a74-4387-b644-6353ab5047be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.111015 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.903132 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.774438 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:38.829981 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:21:43.634778 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-2848faee-726d-4365-a0f7-65fa10d420c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:45.987887 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-baef3f2f-e331-4c2b-b225-b1cc65ea2765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:46.115280 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:46.904796 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:48.776644 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.645352 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49516) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:04.710817 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c64a0ec-ce11-49af-95a7-6acdfcdc5a25 admin admin] GET failed (client error): The resource could not be found. May 27 03:22:04.712043 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7c64a0ec-ce11-49af-95a7-6acdfcdc5a25 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657423 May 27 03:22:04.838226 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d988e-3475-4dee-a719-a08ad65c6094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:04.839593 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-719d988e-3475-4dee-a719-a08ad65c6094 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1237795 May 27 03:22:06.923763 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49526) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:07.031428 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4d7b3-ce0f-40f2-a105-f5e6e83fadc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:07.031977 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ded4d7b3-ce0f-40f2-a105-f5e6e83fadc4 admin admin] Synchronizing usage tracker for tenant:7e7ddab246044f83a2546e82964e98be on resource:subnet {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:22:07.047245 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ded4d7b3-ce0f-40f2-a105-f5e6e83fadc4 admin admin] Unset dirty status for tenant:7e7ddab246044f83a2546e82964e98be on resource:subnet {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:22:07.048469 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ded4d7b3-ce0f-40f2-a105-f5e6e83fadc4 admin admin] 10.222.0.32 "GET /v2.0/subnets/985b17bd-dbfd-43c7-be74-e8236c81c518 HTTP/1.1" status: 200 len: 849 time: 0.1237462 May 27 03:22:07.057459 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:22:07.173797 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Notify callbacks [] for subnet, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:07.359443 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773366995101'] for subnet, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:07.363825 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-46ff0522-527f-4207-ad64-4a7a67c8b5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:22:07.398524 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:07.399108 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:07.400590 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] 10.222.0.32 "PUT /v2.0/subnets/985b17bd-dbfd-43c7-be74-e8236c81c518 HTTP/1.1" status: 200 len: 868 time: 0.3465853 May 27 03:22:07.413352 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c0df3-ad7a-4cda-8b87-2961706bb2ae None None] Network 7d373ae5-085e-4fb7-9798-e9b4456a0838 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:22:07.428979 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Pushing event updated for resources: {'Subnet': ['ID=985b17bd-dbfd-43c7-be74-e8236c81c518,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:07.437151 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.437484 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.437813 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.438202 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.438523 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.438839 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.439152 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.439461 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.439793 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.440108 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.440415 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.440718 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:07.444279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:22:07.869151 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-70838c25-3df1-4893-8d34-b6772f40183c None None] Provisioning complete for port 36c56cb4-c62f-49df-b3e9-f80e6bb7726f triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:22:07.869522 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-70838c25-3df1-4893-8d34-b6772f40183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:07.992799 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-70838c25-3df1-4893-8d34-b6772f40183c None None] Provisioning complete for port 9c32eff8-9690-4563-8714-c357f9e55d95 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:22:07.993058 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-70838c25-3df1-4893-8d34-b6772f40183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:09.513025 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49536) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:09.684968 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480739a-aea7-4bf7-92fe-85601af3323c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:09.685447 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480739a-aea7-4bf7-92fe-85601af3323c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:09.687014 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-d480739a-aea7-4bf7-92fe-85601af3323c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1730213 May 27 03:22:11.824875 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49546) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:11.994988 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3499269-0469-46a5-9b6f-d8e6eeff0478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:11.995460 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3499269-0469-46a5-9b6f-d8e6eeff0478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:11.996959 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-b3499269-0469-46a5-9b6f-d8e6eeff0478 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712003 May 27 03:22:13.638033 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e70e4070-2d4c-4d8f-abb0-a9e2dabe8464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:14.116579 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49556) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:14.281881 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1581f-b3c5-465e-922f-69c200500bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:14.283256 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-39e1581f-b3c5-465e-922f-69c200500bf9 admin admin] 10.222.0.32 "GET /v2.0/networks/05b10725-cdec-4a59-be8d-07f9ff91fb83 HTTP/1.1" status: 200 len: 886 time: 0.1658018 May 27 03:22:15.828380 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:22:15.990630 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6b13a2f8-4cae-4683-9afb-2acf23faa79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.117881 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.376415 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49566) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:16.594737 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8e2b6-1387-4cc9-9756-598d77f12f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:16.596097 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f3a8e2b6-1387-4cc9-9756-598d77f12f04 admin admin] 10.222.0.32 "GET /v2.0/networks/7d373ae5-085e-4fb7-9798-e9b4456a0838 HTTP/1.1" status: 200 len: 869 time: 0.2188258 May 27 03:22:16.906875 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.682089 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49576) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:18.777340 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.791235 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923cc6f-28c6-4395-b5d6-eeb7f7cf5266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:18.792212 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923cc6f-28c6-4395-b5d6-eeb7f7cf5266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:18.793731 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-c923cc6f-28c6-4395-b5d6-eeb7f7cf5266 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1099222 May 27 03:22:20.869777 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49586) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:20.973361 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cf1bc-3f81-4175-a883-48aa19fc5856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:20.973812 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cf1bc-3f81-4175-a883-48aa19fc5856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:20.975677 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-690cf1bc-3f81-4175-a883-48aa19fc5856 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049168 May 27 03:22:23.055800 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49596) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:23.152686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873628a-4ec9-4bf1-9a81-7baae984e2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:23.154013 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-c873628a-4ec9-4bf1-9a81-7baae984e2c9 admin admin] 10.222.0.32 "GET /v2.0/subnets/3efb47d9-bfc5-47ac-b14c-412cf3c88481 HTTP/1.1" status: 200 len: 816 time: 0.0972486 May 27 03:22:25.267689 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49606) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:25.374391 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d22e2-fba6-45d4-bd20-59c0c533a82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:25.375669 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6f2d22e2-fba6-45d4-bd20-59c0c533a82d admin admin] 10.222.0.32 "GET /v2.0/subnets/985b17bd-dbfd-43c7-be74-e8236c81c518 HTTP/1.1" status: 200 len: 868 time: 0.1070433 May 27 03:22:43.639069 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-cf0b703c-b2d8-459a-8b08-8a143b576f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:45.994064 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-771abcea-9f65-400a-8ccb-cd188427164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:46.120363 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:46.909161 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:48.086712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49650) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:48.135155 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [None req-d462dfd5-3134-4276-a989-25f21eebe53a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:22:48.136130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-d462dfd5-3134-4276-a989-25f21eebe53a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485082 May 27 03:22:48.784657 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:50.336861 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49660) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:50.402031 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.pecan_wsgi.hooks.translation [None req-11570abc-4c15-4ec1-a0f1-3379cd0e673e admin admin] GET failed (client error): The resource could not be found. May 27 03:22:50.403254 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-11570abc-4c15-4ec1-a0f1-3379cd0e673e admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654371 May 27 03:22:50.524663 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865aae4a-10d9-415f-9e27-395297ee3bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:50.526057 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-865aae4a-10d9-415f-9e27-395297ee3bb6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189888 May 27 03:22:52.632975 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49670) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:52.679501 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:22:52.684349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:22:52.693758 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:22:52.703922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Made reservation on behalf of 7e7ddab246044f83a2546e82964e98be for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:22:52.706189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:52.791840 dv-cinder-793264-1-smb neutron-server[91735]: WARNING neutron.services.revisions.revision_plugin [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Could not find related network for resource to bump revision. May 27 03:22:52.802723 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:22:52.811584 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:52.811921 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Added segment 68882863-ee14-413c-bda2-fa3f6ad0c3b4 of type vlan for network 928a2038-68cc-4b27-a4e7-7a3b0858401a May 27 03:22:52.827102 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:22:52.837987 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:52.866197 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:52.867436 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:52.867997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:52.874204 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:22:52.971525 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Pushing event updated for resources: {'Network': ['ID=928a2038-68cc-4b27-a4e7-7a3b0858401a,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:52.974409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:22:52.975948 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-80733436-8914-4ca7-9a96-53cada930312 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3418262 May 27 03:22:52.982291 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 928a2038-68cc-4b27-a4e7-7a3b0858401a details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:22:55.102367 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 49680) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:55.175008 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f21aa2b-8fe9-4505-a43c-ef54eca093bc admin admin] GET failed (client error): The resource could not be found. May 27 03:22:55.176272 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-3f21aa2b-8fe9-4505-a43c-ef54eca093bc admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719535 May 27 03:22:55.281752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62495e8-17a6-44c1-8a82-c5950c0100ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:55.283124 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e62495e8-17a6-44c1-8a82-c5950c0100ae admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029668 May 27 03:22:55.292986 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:22:55.297186 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:22:55.307018 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:22:55.316121 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Made reservation on behalf of 7e7ddab246044f83a2546e82964e98be for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:22:55.318296 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:55.697532 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:55.702092 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:22:55.773855 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a553d0fe-1653-4bc6-88d1-9735390f3cc2,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:55.783045 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.783387 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.783717 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.784042 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.784363 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.784683 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.784998 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.785311 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.785629 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.785971 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.786284 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.786594 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:55.791309 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Checking segment: {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:22:55.791660 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Network hostable DHCP agents. Network: 928a2038-68cc-4b27-a4e7-7a3b0858401a, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:22:55.794316 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:22:55.808603 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Network 928a2038-68cc-4b27-a4e7-7a3b0858401a is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:22:55.817155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 928a2038-68cc-4b27-a4e7-7a3b0858401a) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:22:55.823251 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:22:55.823361 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:55.826214 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905b380-58e0-4dd0-ab44-c817435f2801 None None] Network 928a2038-68cc-4b27-a4e7-7a3b0858401a requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:22:55.848218 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5590000 May 27 03:22:56.046427 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-928a2038-68cc-4b27-a4e7-7a3b0858401a', 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a', 'tenant_id': '7e7ddab246044f83a2546e82964e98be', 'fixed_ips': [{'subnet_id': 'a553d0fe-1653-4bc6-88d1-9735390f3cc2'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:22:56.047306 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:56.225502 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Allocated IP 192.168.233.2 (928a2038-68cc-4b27-a4e7-7a3b0858401a/a553d0fe-1653-4bc6-88d1-9735390f3cc2/13f0856a-18c3-41be-bf52-be8eb705808e) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:22:56.431624 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:56.441749 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Transition to ACTIVE for port object 13f0856a-18c3-41be-bf52-be8eb705808e will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:22:56.460301 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Transition to ACTIVE for port object 13f0856a-18c3-41be-bf52-be8eb705808e will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:22:56.466600 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:56.470920 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-c757f0f9-8f27-4354-8768-5edb9f8ba6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:22:56.529739 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Network 928a2038-68cc-4b27-a4e7-7a3b0858401a is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:22:56.532485 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:22:56.536247 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:22:56.545444 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Pushing event updated for resources: {'Port': ['ID=13f0856a-18c3-41be-bf52-be8eb705808e,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:56.585443 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.585781 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.586134 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.586460 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.586779 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.587102 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.587948 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.588267 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.588592 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.588906 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.589230 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.589541 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:56.623228 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:22:56.642401 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Attempting to bind port 13f0856a-18c3-41be-bf52-be8eb705808e on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:22:56.642758 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Attempting to bind port 13f0856a-18c3-41be-bf52-be8eb705808e by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:22:56.643109 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Attempting to bind port 13f0856a-18c3-41be-bf52-be8eb705808e on network 928a2038-68cc-4b27-a4e7-7a3b0858401a {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:22:56.648215 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:22:56.648577 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Checking segment: {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:22:56.648968 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:56.649350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Bound using segment: {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:22:56.650357 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Bound port: 13f0856a-18c3-41be-bf52-be8eb705808e, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:22:56.650728 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:56.737374 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] For port 13f0856a-18c3-41be-bf52-be8eb705808e, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:22:56.741018 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] For port 13f0856a-18c3-41be-bf52-be8eb705808e, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=13f0856a-18c3-41be-bf52-be8eb705808e,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:22:56.744786 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:56.748557 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:22:56.826467 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Pushing event updated for resources: {'Port': ['ID=13f0856a-18c3-41be-bf52-be8eb705808e,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:56.829642 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:22:57.625155 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655aa879-d71a-4e82-bdc5-340f800d5d3d None None] Network 928a2038-68cc-4b27-a4e7-7a3b0858401a requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:22:57.726869 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-b54d8ded-26ad-4059-8d91-e509ef02788c None None] Provisioning for port 13f0856a-18c3-41be-bf52-be8eb705808e completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:22:57.992176 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 13f0856a-18c3-41be-bf52-be8eb705808e up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:22:58.076397 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 13f0856a-18c3-41be-bf52-be8eb705808e completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:22:58.081381 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 13f0856a-18c3-41be-bf52-be8eb705808e triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:22:58.081756 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:58.198653 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:58.231976 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 13f0856a-18c3-41be-bf52-be8eb705808e, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=13f0856a-18c3-41be-bf52-be8eb705808e,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:58.235659 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:58.237719 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:22:58.302191 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=13f0856a-18c3-41be-bf52-be8eb705808e,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:58.305132 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:22:59.953574 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 13f0856a-18c3-41be-bf52-be8eb705808e up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:00.023281 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 13f0856a-18c3-41be-bf52-be8eb705808e triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:00.023644 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:13.642249 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5bf35e8d-a350-4c36-9ee1-f71adbf114c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:15.996938 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-212020eb-20dc-4d6c-9de8-d6508b51bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:16.122955 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:16.912189 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.788735 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.825138 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:23:43.665805 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff009712-3a7b-4830-8d01-9d27b6b57ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.998326 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-44db34b9-bb7c-4df0-99ea-b8d28fb9131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.125571 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.915076 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:48.788955 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.206990 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 49730) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:02.214677 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [None req-e79aed0b-ea57-4cac-bbee-17222799832f tempest-verify_tempest_config-555823471 tempest-verify_tempest_config-555823471-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:24:02.215642 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e79aed0b-ea57-4cac-bbee-17222799832f tempest-verify_tempest_config-555823471 tempest-verify_tempest_config-555823471-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074618 May 27 03:24:02.518757 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 49748) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:02.636905 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.651128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:02.654778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Usage tracker for resource:security_group_rule and tenant:39637195271441edb173985ef31e73b7 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:02.657910 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:02.663426 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:02.752319 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.756045 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.763148 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:24:02.804914 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39637195271441edb173985ef31e73b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2851291 May 27 03:24:02.806431 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14fbe3-c3cd-44ad-9070-7dc9b4d978e0,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.807531 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49754) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:02.813353 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.813688 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.814047 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.814364 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.814679 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.814996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.815307 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.815615 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.815939 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.816252 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.816558 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.816862 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:02.821794 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:24:02.869315 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.893979 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.986197 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.990065 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:24:03.000862 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14fbe3-c3cd-44ad-9070-7dc9b4d978e0,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:03.010704 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:03.011786 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db14fbe3-c3cd-44ad-9070-7dc9b4d978e0 HTTP/1.1" status: 204 len: 168 time: 0.2033031 May 27 03:24:03.012941 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.013269 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.013593 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.013934 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.014528 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.014849 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.015162 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.015915 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.015915 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.016118 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.016384 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.016686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:03.019615 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:24:06.824093 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:24:13.648580 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-87d62207-657d-45f0-86f7-a48cfa30ed08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.998880 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fb5b69f6-c346-402b-b801-fb9b0f39cf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:16.128152 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:16.919832 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:18.794874 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:43.649116 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-60be5377-0706-4ecd-a568-65963836bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:43.822965 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:24:45.998560 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-17e8796a-65c8-4c9c-b435-037f96255547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.129263 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.923004 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:48.794090 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.648809 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-8564ddbb-2dc5-4e89-a711-f1d1b59aa645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.999070 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4df9b317-5341-45e4-8cf1-5792ebb33232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.129432 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.925739 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.798063 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.821283 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 5 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:25:41.939243 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527'] for agent, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.649485 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-7388b7ff-c895-4b3b-89d8-be6595684470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:45.925820 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49806) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:46.000965 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e081-55b8-4771-87de-088a95a46edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:46.041155 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-34d2feca-de63-429f-a4e9-c2cea7c23c96 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1142354 May 27 03:25:46.136480 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:46.929021 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:48.167350 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 49816) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:48.221079 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a58d2a47-d8df-455e-b5b8-96cc361da921 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0526657 May 27 03:25:48.800921 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.819809 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:26:11.906260 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.651415 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-0b98ea21-57d5-4ac4-b54e-aeec45efb299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.002158 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1e0d25a4-9c6c-4415-99b2-d7787307b58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.126889 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.930410 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.803923 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.818192 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:26:41.923337 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.656170 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e3de527a-80ff-4814-a83c-4c9c88b19ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.003043 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-b48eb651-2994-4f5d-aab6-551290cbb306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.127340 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.934747 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.807587 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:11.816791 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:27:11.938391 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.674434 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-af0b3c39-c2a4-4bf7-9b79-e4859a7b44ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.675199 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50040) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:15.707683 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50046) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:15.919986 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-687792616-network', 'tenant_id': '14703d4108504b9b8a86704d529b30cf'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:15.924443 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:15.928166 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Usage tracker for resource:network and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:15.931114 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:15.936957 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:15.947391 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Made reservation on behalf of 14703d4108504b9b8a86704d529b30cf for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:15.949712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.962687 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.975733 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-network', 'tenant_id': '1c52560ecc4840098ea777db6450aef5'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:15.981838 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:15.988265 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Usage tracker for resource:network and tenant:1c52560ecc4840098ea777db6450aef5 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:15.991745 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:15.994777 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:16.000281 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:16.002631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:16.006586 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:16.009470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c10230f1-4375-4317-a349-3cfd741fa618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.016123 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:16.025638 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Made reservation on behalf of 1c52560ecc4840098ea777db6450aef5 for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:16.028414 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.051719 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.077966 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:16.086168 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1c52560ecc4840098ea777db6450aef5 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:16.091243 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:16.110480 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:16.157186 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.211891 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50074) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:16.252695 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.265355 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.277805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cd5f6c39-7e78-4727-b83e-a6cfcd246777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:16.306847 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:16.310035 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.319421 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.335002 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.335335 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Added segment 1b67c0bf-3efe-40e0-bbd3-655ed0622e90 of type vlan for network 752aa57e-d0c0-4d33-b3fe-a94576910797 May 27 03:27:16.346577 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32dfb6-787e-4830-b168-84af985dbd6d,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:16.382611 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:16.390801 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.393284 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.395704 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.396209 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.396686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.397158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.397645 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.399534 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.400037 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.400362 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.401434 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.403328 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Tracked resource versions report: May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: pushed versions: May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: { 'AddressGroup': {'1.2'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'ConntrackHelper': {'1.0'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Log': {'1.0'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Network': {'1.1'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Port': {'1.7'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'PortForwarding': {'1.2'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'QosPolicy': {'1.8'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroup': {'1.4'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroupRule': {'1.2'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'SubPort': {'1.0'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Subnet': {'1.1'}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Trunk': {'1.1'}} May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: consumer versions: May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: HyperV agent@hv-cinder-79326: {}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'ConntrackHelper': '1.0', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Log': '1.0', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Network': '1.1', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Port': '1.7', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'PortForwarding': '1.2', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'QosPolicy': '1.8', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroup': '1.4', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'SecurityGroupRule': '1.2', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'SubPort': '1.0', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Subnet': '1.1', May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: 'Trunk': '1.1'}} May 27 03:27:16.404503 dv-cinder-793264-1-smb neutron-server[91735]: {{(pid=91735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:27:16.428161 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:16.430989 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.436688 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b3c17608-b5f3-4483-8ee4-0cdc5224e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:16.453054 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.453637 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Added segment 59394e32-90d6-477d-a11e-7659617a5610 of type vlan for network 05707e60-3000-4d0a-98ee-2b34b5be96f6 May 27 03:27:16.490872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e053fe-88d5-4bbe-85de-d2a78a277c90,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:16.498577 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:16.519244 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.528626 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.532990 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:16.533747 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.539871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:16.654648 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.db.resource_extend [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:16.740999 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2063676894-network', 'tenant_id': '8bc993a11dc242f2948f0a5ad1f1437a'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:16.742197 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Pushing event updated for resources: {'Network': ['ID=752aa57e-d0c0-4d33-b3fe-a94576910797,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:16.748075 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:16.752391 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:16.753431 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:16.765179 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Usage tracker for resource:network and tenant:8bc993a11dc242f2948f0a5ad1f1437a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:16.777560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:16.794754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.800068 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:16.823073 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:16.823814 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.845334 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:16.898560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50094) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:16.899145 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2229955 May 27 03:27:16.904364 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Request body: {'subnet': {'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-subnet', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:16.911800 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:16.928681 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Usage tracker for resource:subnet and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:16.936656 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:16.940639 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.956549 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2477129 May 27 03:27:16.957786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:16.971905 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50100) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:16.977671 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Made reservation on behalf of 8bc993a11dc242f2948f0a5ad1f1437a for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:16.982558 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.998652 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Pushing event updated for resources: {'Network': ['ID=05707e60-3000-4d0a-98ee-2b34b5be96f6,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:17.003097 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:17.010584 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Request body: {'subnet': {'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-subnet', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:17.010948 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:17.014564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.032016 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:17.036347 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Usage tracker for resource:security_group_rule and tenant:8bc993a11dc242f2948f0a5ad1f1437a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:17.039919 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:17.046757 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:17.181502 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.196805 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:17.201651 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Usage tracker for resource:subnet and tenant:1c52560ecc4840098ea777db6450aef5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:17.206649 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:17.215225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Made reservation on behalf of 14703d4108504b9b8a86704d529b30cf for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:17.217638 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.247709 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.251206 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:17.288488 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:17.300463 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773367105518', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.301402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Unsubscribe: segment precommit_create {{(pid=91734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 03:27:17.302089 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Added segment 5ce6f771-c841-4f9e-9d38-110cffde4721 of type vlan for network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 May 27 03:27:17.326416 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50124) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:17.356263 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.367363 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8a681c7c-18ea-487b-b327-14489c8953f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:17.461398 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.484154 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:17.485075 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.515800 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Made reservation on behalf of 1c52560ecc4840098ea777db6450aef5 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:17.518904 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.544434 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50138) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:17.544903 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3316355 May 27 03:27:17.552104 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Request body: {'subnet': {'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2063676894-subnet', 'tenant_id': '8bc993a11dc242f2948f0a5ad1f1437a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:17.565344 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:17.578109 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Usage tracker for resource:subnet and tenant:8bc993a11dc242f2948f0a5ad1f1437a is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:17.586552 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:17.599274 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:17.625723 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Made reservation on behalf of 8bc993a11dc242f2948f0a5ad1f1437a for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:17.628636 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.661327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604d1332-7a8e-4396-9b26-f0d98952f8a1,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:17.677212 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.677776 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.678302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.678782 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.679269 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.679752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.680224 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.680702 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.681259 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.681755 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.682275 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.682740 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Tracked resource versions report: May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: pushed versions: May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: { 'AddressGroup': {'1.2'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'ConntrackHelper': {'1.0'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Log': {'1.0'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Network': {'1.1'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Port': {'1.7'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'PortForwarding': {'1.2'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'QosPolicy': {'1.8'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroup': {'1.4'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroupRule': {'1.2'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'SubPort': {'1.0'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Subnet': {'1.1'}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Trunk': {'1.1'}} May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: consumer versions: May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: HyperV agent@hv-cinder-79326: {}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'ConntrackHelper': '1.0', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Log': '1.0', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Network': '1.1', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Port': '1.7', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'PortForwarding': '1.2', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'QosPolicy': '1.8', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroup': '1.4', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'SecurityGroupRule': '1.2', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'SubPort': '1.0', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Subnet': '1.1', May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: 'Trunk': '1.1'}} May 27 03:27:17.683949 dv-cinder-793264-1-smb neutron-server[91734]: {{(pid=91734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:27:17.694390 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:17.699603 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:17.763469 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.816375 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:17.820912 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Pushing event updated for resources: {'Network': ['ID=38cd0e94-21d9-48b8-ae9e-4db61ca53c70,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:17.824755 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6ccdd4a89744b38d8c324773ebe2d5 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:17.827659 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:17.834014 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:17.865254 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:17.871304 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:17.986113 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.996752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.008488 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:18.037670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b46496-e9bc-40e7-aeb4-2ab508893a07,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.058660 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:18.089670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Synchronizing usage tracker for tenant:7e7ddab246044f83a2546e82964e98be on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:18.142930 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Unset dirty status for tenant:7e7ddab246044f83a2546e82964e98be on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:18.144179 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f6ccdd4a89744b38d8c324773ebe2d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8165829 May 27 03:27:18.148705 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50160) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:18.304725 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.458894 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.589808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.598971 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:18.712965 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac40fd8-9d38-42c0-951b-881d79726008,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.715736 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.719061 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:18.720014 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Checking segment: {'id': '5ce6f771-c841-4f9e-9d38-110cffde4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:18.720708 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Network hostable DHCP agents. Network: 38cd0e94-21d9-48b8-ae9e-4db61ca53c70, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:18.727984 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:18.745920 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.748120 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b46496-e9bc-40e7-aeb4-2ab508893a07,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.752511 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:18.784870 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 38cd0e94-21d9-48b8-ae9e-4db61ca53c70) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:18.789107 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:18.789683 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.803402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:18.804353 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14fe3c-c6d8-4364-8911-1a7693319169 None None] Network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:18.809308 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-62bcc2f8-98a6-44a9-a0f1-b7d2c518675b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:18.809913 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50208) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:18.839440 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2936456 May 27 03:27:18.883714 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.887709 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66b46496-e9bc-40e7-aeb4-2ab508893a07 HTTP/1.1" status: 204 len: 168 time: 0.7355986 May 27 03:27:18.902934 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.917114 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6f5313-66a3-441e-b345-2130c894bbb6,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.921943 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:18.924101 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e686afbb-ccf1-48f7-9b45-f12286103986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:18.968908 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.991478 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Checking segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:18.991848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Network hostable DHCP agents. Network: 752aa57e-d0c0-4d33-b3fe-a94576910797, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:19.021971 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d65f8f-4d3f-465a-b36f-3da6cd8cb773,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:19.027463 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:19.035901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Checking segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:19.035901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Network hostable DHCP agents. Network: 05707e60-3000-4d0a-98ee-2b34b5be96f6, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:19.050206 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:19.052451 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.063020 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:19.078987 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 752aa57e-d0c0-4d33-b3fe-a94576910797) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:19.090705 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:19.091579 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.092596 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:19.099538 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 05707e60-3000-4d0a-98ee-2b34b5be96f6) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:19.101752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Usage tracker for resource:security_group_rule and tenant:b8357239da2745538aa5bb1588a96517 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:19.111023 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:19.111227 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:19.111617 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.121166 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:19.156556 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312586ff-cf09-44ef-ab43-6ce6615a871e None None] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:19.166536 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2668600 May 27 03:27:19.171080 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1947002 May 27 03:27:19.178653 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50222) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.179391 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50224) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.196226 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:19.214989 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:19.220708 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:19.234084 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:19.239594 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Usage tracker for resource:router and tenant:1c52560ecc4840098ea777db6450aef5 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:19.245685 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:19.246107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7615b7b2-28e9-4b19-90e5-73e53b26a051 None None] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:19.263707 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:19.281571 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Usage tracker for resource:router and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:19.286341 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:19.301224 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.305055 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.307384 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.311157 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.328520 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:19.329115 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:19.365522 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbe9978-63ad-4521-93ac-21b9a9021df6,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:19.368653 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.368985 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:19.418491 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8357239da2745538aa5bb1588a96517&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6048529 May 27 03:27:19.419001 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50236) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.535752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.541765 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.543843 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.575637 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.637230 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.661669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50248) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.693759 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.702094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:19.725784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbe9978-63ad-4521-93ac-21b9a9021df6,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:19.732152 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:19.746268 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.747536 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fbe9978-63ad-4521-93ac-21b9a9021df6 HTTP/1.1" status: 204 len: 168 time: 0.3269215 May 27 03:27:19.886460 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50264) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.933214 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-752aa57e-d0c0-4d33-b3fe-a94576910797', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:27:19.934187 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.951134 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.951669 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98492f-fa10-4cdb-ab6f-a300b94c394f None None] Network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:20.017372 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:20.026874 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c19dfd5a8312445a80a5e1d4e8297328 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:20.027925 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f96a34-afcd-4429-ad8b-e06febb5f1a5 None None] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:20.029888 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:20.038690 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:20.227013 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50290) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:20.237080 dv-cinder-793264-1-smb neutron-server[91735]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:27:20.414421 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.429234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.441027 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.457124 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:20.475973 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:20.492881 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Usage tracker for resource:security_group_rule and tenant:aebde57bd5b24c83baccd4d595e0e135 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:20.512575 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:20.527002 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:20.542496 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Allocated IP 172.20.0.2 (752aa57e-d0c0-4d33-b3fe-a94576910797/7b6f5313-66a3-441e-b345-2130c894bbb6/ed1ce693-5778-4d5f-a037-df07fb2a8f73) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:20.548172 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.570162 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.596000 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c19dfd5a8312445a80a5e1d4e8297328&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7063391 May 27 03:27:20.611575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50306) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:20.645746 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-fc3911c7-be59-4be8-a44f-3fe6585c6a40 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:20.647561 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-fc3911c7-be59-4be8-a44f-3fe6585c6a40 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/networks?id=38cd0e94-21d9-48b8-ae9e-4db61ca53c70 HTTP/1.1" status: 200 len: 812 time: 0.4195957 May 27 03:27:20.665465 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281a63a3-a7cc-4283-afba-0a069b29aba3,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:20.672576 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:20.680527 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-9f925d05-f7af-4115-be02-d25da89e8b1c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/quotas/8bc993a11dc242f2948f0a5ad1f1437a HTTP/1.1" status: 200 len: 375 time: 0.0248816 May 27 03:27:20.763110 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-217dd04d-8b74-4d1e-b898-151dccbdb574 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bc993a11dc242f2948f0a5ad1f1437a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681076 May 27 03:27:20.813622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.818401 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.828543 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:20.855248 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.869026 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aebde57bd5b24c83baccd4d595e0e135&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2057893 May 27 03:27:20.869525 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Transition to ACTIVE for port object ed1ce693-5778-4d5f-a037-df07fb2a8f73 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:20.873409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50320) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:20.894060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2187c4-d660-455b-8596-370211eb325a,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:20.895277 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Transition to ACTIVE for port object ed1ce693-5778-4d5f-a037-df07fb2a8f73 will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:20.897444 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:20.908196 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.915466 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:20.998041 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.038806 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.043980 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:21.047422 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:21.053767 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:21.061016 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.082026 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.094361 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Pushing event updated for resources: {'Port': ['ID=ed1ce693-5778-4d5f-a037-df07fb2a8f73,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:21.155559 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.158491 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.159663 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.160639 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.161177 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.162348 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.163888 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.173490 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.176524 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.178847 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.179388 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.180393 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Tracked resource versions report: May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: pushed versions: May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: { 'AddressGroup': {'1.2'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'ConntrackHelper': {'1.0'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Log': {'1.0'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Network': {'1.1'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Port': {'1.7'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'PortForwarding': {'1.2'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'QosPolicy': {'1.8'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroup': {'1.4'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroupRule': {'1.2'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'SubPort': {'1.0'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Subnet': {'1.1'}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Trunk': {'1.1'}} May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: consumer versions: May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: HyperV agent@hv-cinder-79326: {}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'ConntrackHelper': '1.0', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Log': '1.0', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Network': '1.1', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Port': '1.7', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'PortForwarding': '1.2', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'QosPolicy': '1.8', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroup': '1.4', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'SecurityGroupRule': '1.2', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'SubPort': '1.0', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Subnet': '1.1', May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: 'Trunk': '1.1'}} May 27 03:27:21.184319 dv-cinder-793264-1-smb neutron-server[91736]: {{(pid=91736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:27:21.188106 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.192254 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-165b77b8-ae8b-42c7-97f5-9be7e289f22b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:27:21.193347 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-165b77b8-ae8b-42c7-97f5-9be7e289f22b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133440 May 27 03:27:21.210703 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:21.231441 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:21.254367 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Attempting to bind port ed1ce693-5778-4d5f-a037-df07fb2a8f73 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:21.258328 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Attempting to bind port ed1ce693-5778-4d5f-a037-df07fb2a8f73 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:21.258995 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Attempting to bind port ed1ce693-5778-4d5f-a037-df07fb2a8f73 on network 752aa57e-d0c0-4d33-b3fe-a94576910797 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:21.269054 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:21.276805 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Checking segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:21.277546 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.280251 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Bound using segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:21.281019 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Bound port: ed1ce693-5778-4d5f-a037-df07fb2a8f73, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:21.281641 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.290725 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2187c4-d660-455b-8596-370211eb325a,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:21.298561 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.302144 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e2187c4-d660-455b-8596-370211eb325a HTTP/1.1" status: 204 len: 168 time: 0.4255948 May 27 03:27:21.304235 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:21.494248 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] For port ed1ce693-5778-4d5f-a037-df07fb2a8f73, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:21.495475 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.501485 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] For port ed1ce693-5778-4d5f-a037-df07fb2a8f73, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ed1ce693-5778-4d5f-a037-df07fb2a8f73,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:21.516972 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.524547 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:21.560026 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-28ef8a1b-ead5-491e-a67d-82f8c082a97d service neutron] 10.222.0.32 "GET /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500738 May 27 03:27:21.582667 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c4747375-a1d5-44d1-bc77-de433efcf1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:21.625287 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Pushing event updated for resources: {'Port': ['ID=ed1ce693-5778-4d5f-a037-df07fb2a8f73,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:21.630298 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:21.643945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.645065 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/281a63a3-a7cc-4283-afba-0a069b29aba3 HTTP/1.1" status: 204 len: 168 time: 1.0274086 May 27 03:27:21.652516 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281a63a3-a7cc-4283-afba-0a069b29aba3,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:21.663163 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:21.752945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.798771 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-200a2c39-5c76-4b67-8984-9fee2f493725 service neutron] 10.222.0.32 "GET /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319164 May 27 03:27:21.798979 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.934272 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50356) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:21.962383 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.020115 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.028026 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:22.032114 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Usage tracker for resource:security_group_rule and tenant:641686b06a1947f890948ecbabdec928 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:22.035542 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:22.085452 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:22.136726 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.186011 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50368) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:22.260772 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ed1ce693-5778-4d5f-a037-df07fb2a8f73 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:22.289676 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Allocated IP 172.28.1.251 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/b45e5e35-feaf-46a5-83a3-b77dc69894bf) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:22.311457 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-23d5632a-5fb1-411e-809a-7844b61b52fe req-26e5bff7-9765-40f7-9173-8cd1b7e2d467 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 210 time: 0.1242158 May 27 03:27:22.379064 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50382) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:22.420824 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port ed1ce693-5778-4d5f-a037-df07fb2a8f73 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:22.428737 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.437761 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.449004 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:22.501011 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=641686b06a1947f890948ecbabdec928&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5656652 May 27 03:27:22.501968 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fde442-26d6-46f6-9b42-7c07b12125a4,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.504372 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50394) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:22.507105 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:22.564058 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.605756 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.648477 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.721177 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.789573 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.796387 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.807267 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:22.826617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fde442-26d6-46f6-9b42-7c07b12125a4,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.829607 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:22.839347 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:22.842131 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.843462 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32fde442-26d6-46f6-9b42-7c07b12125a4 HTTP/1.1" status: 204 len: 168 time: 0.3379343 May 27 03:27:22.849161 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Usage tracker for resource:security_group_rule and tenant:e75852a018ab4b56bf4df5f29dc23b25 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:22.850697 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:22.853744 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:22.860223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:22.992273 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:22.997485 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:23.003361 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:23.095466 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Pushing event updated for resources: {'Port': ['ID=b45e5e35-feaf-46a5-83a3-b77dc69894bf,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:23.125806 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.131698 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.149283 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ce0dfff2-8b06-490b-8c94-162df368e199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:23.202007 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0806f6c-917f-45ec-a2d2-2d63e41497b9 None None] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:23.203241 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abf4227-1989-47ee-b0b1-bb7be8233f76,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:23.208042 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:23.218058 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:23.226203 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Allocated IP 172.28.1.10 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/8aade97b-5476-4016-9d9a-876bd6abf661) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:23.233054 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e75852a018ab4b56bf4df5f29dc23b25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8529763 May 27 03:27:23.238407 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50438) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:23.318253 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.354901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.491525 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eae26ca1-c380-47ca-8a68-1dc3e3164c2a req-652d6b20-89f7-4974-b14f-b8daec897bc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 210 time: 0.0672760 May 27 03:27:23.503448 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Provisioning for port ed1ce693-5778-4d5f-a037-df07fb2a8f73 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:23.526234 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Provisioning complete for port ed1ce693-5778-4d5f-a037-df07fb2a8f73 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:23.530863 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.533428 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.538276 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ca3a3363-7665-4721-916e-c92c97f112c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:23.551444 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abf4227-1989-47ee-b0b1-bb7be8233f76,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:23.562234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:23.569367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.574244 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6abf4227-1989-47ee-b0b1-bb7be8233f76 HTTP/1.1" status: 204 len: 168 time: 0.3346071 May 27 03:27:23.823914 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.859571 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.859945 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.946389 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] For port ed1ce693-5778-4d5f-a037-df07fb2a8f73, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ed1ce693-5778-4d5f-a037-df07fb2a8f73,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:23.960623 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.966496 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:24.034956 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.044519 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:24.086947 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Pushing event updated for resources: {'Port': ['ID=ed1ce693-5778-4d5f-a037-df07fb2a8f73,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:24.092405 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:24.162115 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:24.300469 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-cb2e9da4-c7e2-4ded-a8fb-4e37c97101fb None None] Provisioning complete for port ed1ce693-5778-4d5f-a037-df07fb2a8f73 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:24.300843 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-cb2e9da4-c7e2-4ded-a8fb-4e37c97101fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.327790 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:24.423623 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:24.495680 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.580474 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Pushing event updated for resources: {'Port': ['ID=8aade97b-5476-4016-9d9a-876bd6abf661,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:24.592245 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:24.738745 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d180922c-aaf3-4aa4-a062-4d94552d77bb req-1d01a5e2-c15d-4d1b-bc0b-fd315fedd150 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 210 time: 0.1215899 May 27 03:27:25.161319 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:27:25.167114 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.324143 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50546) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:25.610305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:27:25.620209 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:25.633365 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:25.634314 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:25.713739 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.714994 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-39b6440d-4b55-4ec2-8a89-5271c3f7e307 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5350397 May 27 03:27:25.718001 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50564) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:25.784715 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.949388 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:26.003620 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.039951 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.10', 56344) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:26.098938 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:26.219823 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ed1ce693-5778-4d5f-a037-df07fb2a8f73 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:26.274354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Usage tracker for resource:security_group_rule and tenant:4126ddd88ebd44efbdf8b155b2f50c25 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:26.280206 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Router 41ccc679-6741-4bab-a5ac-d542718011bd is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:27:26.342776 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:26.361005 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-300068b1-8f37-4bd9-83f2-2bd398156159 req-795679d1-c262-4b1a-b5ac-c2b97d58938c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 210 time: 0.2681153 May 27 03:27:26.382613 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:26.437731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50590) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:26.438817 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port ed1ce693-5778-4d5f-a037-df07fb2a8f73 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:26.439253 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.656844 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:23Z', 'revision_number': 3, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:26.670536 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:26.671281 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Updating router 2ef9983c-c144-4caa-9c61-f485b66889e0 port b45e5e35-feaf-46a5-83a3-b77dc69894bf binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:27:26.768917 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.792237 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-08aca26f-11c3-4328-abbe-bad95505398c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:26.793680 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-08aca26f-11c3-4328-abbe-bad95505398c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.10 "GET /v2.0/networks?id=38cd0e94-21d9-48b8-ae9e-4db61ca53c70 HTTP/1.1" status: 200 len: 812 time: 0.7511775 May 27 03:27:26.808036 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:27:26.819750 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Sync routers for ids ['41ccc679-6741-4bab-a5ac-d542718011bd'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:26.836937 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Routers {'41ccc679-6741-4bab-a5ac-d542718011bd'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:26.842017 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['41ccc679-6741-4bab-a5ac-d542718011bd'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:26.853298 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.857402 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6732934 May 27 03:27:26.857691 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50614) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:26.874561 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Request body: {'port': {'device_id': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70', 'admin_state_up': True, 'tenant_id': '8bc993a11dc242f2948f0a5ad1f1437a'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:27.101605 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Set router 41ccc679-6741-4bab-a5ac-d542718011bd gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:27.275156 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225836025-network', 'tenant_id': '65d233a4035848b298325d285bce41af'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:27.279886 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:27.283786 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Usage tracker for resource:network and tenant:65d233a4035848b298325d285bce41af is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:27.286604 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:27.288446 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.293218 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:27.303215 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Transition to ACTIVE for port object b45e5e35-feaf-46a5-83a3-b77dc69894bf will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:27.305261 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:27.313380 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.319558 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-8ff66ae7-f1e0-4e5a-b4dd-5002c3de4d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:27.320552 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Usage tracker for resource:port and tenant:8bc993a11dc242f2948f0a5ad1f1437a is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:27.331850 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:27.348413 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:27.353003 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.382619 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.398140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Made reservation on behalf of 65d233a4035848b298325d285bce41af for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:27.399465 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Pushing event updated for resources: {'Port': ['ID=b45e5e35-feaf-46a5-83a3-b77dc69894bf,revision_number=2']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:27.403406 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.413020 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.413137 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.413624 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.413726 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.414020 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.414357 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.414757 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.415078 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.415390 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.415704 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.416573 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.416927 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Tracked resource versions report: May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: pushed versions: May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: { 'AddressGroup': {'1.2'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'ConntrackHelper': {'1.0'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Log': {'1.0'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Network': {'1.1'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Port': {'1.7'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'PortForwarding': {'1.2'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'QosPolicy': {'1.8'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroup': {'1.4'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroupRule': {'1.2'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'SubPort': {'1.0'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Subnet': {'1.1'}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Trunk': {'1.1'}} May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: consumer versions: May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: { DHCP agent@dv-cinder-793264-1-smb: {}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: HyperV agent@hv-cinder-79326: {}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: L3 agent@dv-cinder-793264-1-smb: {}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: Metadata agent@dv-cinder-793264-1-smb: {}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: Metering agent@dv-cinder-793264-1-smb: {}, May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: Open vSwitch agent@dv-cinder-793264-1-smb: { 'AddressGroup': '1.2', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'ConntrackHelper': '1.0', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Log': '1.0', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Network': '1.1', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Port': '1.7', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'PortForwarding': '1.2', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'QosPolicy': '1.8', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroup': '1.4', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'SecurityGroupRule': '1.2', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'SubPort': '1.0', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Subnet': '1.1', May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: 'Trunk': '1.1'}} May 27 03:27:27.417857 dv-cinder-793264-1-smb neutron-server[91737]: {{(pid=91737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:27:27.435116 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:27.485503 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a0af25f-2596-4402-9740-33e02a819524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:27.508078 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Attempting to bind port b45e5e35-feaf-46a5-83a3-b77dc69894bf on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:27.508456 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Attempting to bind port b45e5e35-feaf-46a5-83a3-b77dc69894bf by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:27.508824 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Attempting to bind port b45e5e35-feaf-46a5-83a3-b77dc69894bf on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:27.519262 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:27.519634 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:27.520037 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.520425 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:27.520898 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Bound port: b45e5e35-feaf-46a5-83a3-b77dc69894bf, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:27.521274 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.548881 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4126ddd88ebd44efbdf8b155b2f50c25&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2229571 May 27 03:27:27.550284 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Made reservation on behalf of 8bc993a11dc242f2948f0a5ad1f1437a for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:27.560136 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50646) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:27.561711 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.591594 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e31ac-ce8e-45ef-b312-261bd8495ae7,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:27.596100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:27.643701 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] For port b45e5e35-feaf-46a5-83a3-b77dc69894bf, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:27.647384 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] For port b45e5e35-feaf-46a5-83a3-b77dc69894bf, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=b45e5e35-feaf-46a5-83a3-b77dc69894bf,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:27.664951 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.680312 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:27.746522 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:24Z', 'revision_number': 3, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:27.751184 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Checking router: 41ccc679-6741-4bab-a5ac-d542718011bd for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:27.751641 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Updating router 41ccc679-6741-4bab-a5ac-d542718011bd port 8aade97b-5476-4016-9d9a-876bd6abf661 binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:27:27.858809 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.875694 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.881935 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:27.882859 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:27.923917 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.986944 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.092010 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3559ada8-38e3-436e-856d-bbb2be09eff0 req-afde7e38-9b88-440f-8c3a-fda4ea8983bc tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 210 time: 0.2081742 May 27 03:27:28.106588 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:28.183436 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.223188 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:28.274490 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e31ac-ce8e-45ef-b312-261bd8495ae7,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.406285 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Usage tracker for resource:security_group_rule and tenant:65d233a4035848b298325d285bce41af is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:28.422266 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:28.447874 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:28.457185 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50676) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:28.458903 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:28.500736 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.524468 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Transition to ACTIVE for port object 8aade97b-5476-4016-9d9a-876bd6abf661 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:28.545860 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.554627 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:28.557087 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.560153 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e5e31ac-ce8e-45ef-b312-261bd8495ae7 HTTP/1.1" status: 204 len: 168 time: 0.9990792 May 27 03:27:28.614780 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:28.764990 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Attempting to bind port 8aade97b-5476-4016-9d9a-876bd6abf661 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:28.765468 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Attempting to bind port 8aade97b-5476-4016-9d9a-876bd6abf661 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:28.765794 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Attempting to bind port 8aade97b-5476-4016-9d9a-876bd6abf661 on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:28.777398 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:28.778041 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:28.778519 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.779022 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:28.779917 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Bound port: 8aade97b-5476-4016-9d9a-876bd6abf661, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:28.780684 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.828077 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.874788 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Pushing event updated for resources: {'Port': ['ID=b45e5e35-feaf-46a5-83a3-b77dc69894bf,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.876289 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] For port 8aade97b-5476-4016-9d9a-876bd6abf661, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:28.880226 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] For port 8aade97b-5476-4016-9d9a-876bd6abf661, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=8aade97b-5476-4016-9d9a-876bd6abf661,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:28.885792 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db58da7-e30f-4437-b1f5-d76a53a4c919 None None] Pushing event updated for resources: {'Port': ['ID=8aade97b-5476-4016-9d9a-876bd6abf661,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.888796 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-4db58da7-e30f-4437-b1f5-d76a53a4c919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:28.890679 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.896163 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ca14ca1c-1663-4e8a-8c68-e43fc5af9c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:28.897614 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.217s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:28.921532 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.004990 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Routers {'41ccc679-6741-4bab-a5ac-d542718011bd'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:29.005671 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['41ccc679-6741-4bab-a5ac-d542718011bd'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:29.082528 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ad888719-616d-4db3-979e-239ec4f8c8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:29.120691 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.158479 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677646ed-7769-4c49-a8f7-0d5a120db8d0,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:29.213597 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db58da7-e30f-4437-b1f5-d76a53a4c919 None None] Pushing event updated for resources: {'Port': ['ID=8aade97b-5476-4016-9d9a-876bd6abf661,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:29.223392 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-4db58da7-e30f-4437-b1f5-d76a53a4c919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:29.230919 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:29.260850 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Usage tracker for resource:security_group_rule and tenant:fedc5919845642d3a9a904af1b062b18 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:29.274229 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:29.297369 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:29.307125 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:29.398337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:29.483934 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:23Z', 'revision_number': 3, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:29.495193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Allocated IP 172.20.0.12 (38cd0e94-21d9-48b8-ae9e-4db61ca53c70/bac40fd8-9d38-42c0-951b-881d79726008/6de0cd0b-6287-4438-91ed-8e9655ed6ec9) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:29.503126 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d0b7-4ed9-4657-8b67-988f9266828c None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:23Z', 'revision_number': 3, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:29.578847 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.596223 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] Set router 41ccc679-6741-4bab-a5ac-d542718011bd gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:29.630624 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50714) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:29.832553 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.834388 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.892819 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.893517 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Added segment 8319cd75-586b-471e-b384-065d47eb4630 of type vlan for network 0a765e13-fe71-4c04-9b31-ebe5a33bc322 May 27 03:27:29.904308 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:29.944956 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.953216 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Usage tracker for resource:security_group_rule and tenant:58ea46273eb34da9b55289ddb10c553a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:30.007462 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50730) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:30.017074 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:30.067846 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.071083 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.094922 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:30.149724 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:30.151676 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:24Z', 'revision_number': 3, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:30.164706 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.180063 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146168ca-9b3b-492d-96a5-315b3936efac None None] The sync data for ids ['41ccc679-6741-4bab-a5ac-d542718011bd'] in dv-cinder-793264-1-smb is: [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:24Z', 'revision_number': 3, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:30.199134 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:30.353167 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.430711 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:30.455528 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:30.504089 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.520194 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.547818 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:30.571937 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:30.579786 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:30.580954 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.584895 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7599471e-2f2b-4723-8a63-882627bd7dc7,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:30.629846 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:30.721688 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Allocated IP 172.20.0.1 (05707e60-3000-4d0a-98ee-2b34b5be96f6/52d65f8f-4d3f-465a-b36f-3da6cd8cb773/79c084a3-d572-477c-9d02-86143eaf14fe) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:30.734721 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fedc5919845642d3a9a904af1b062b18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2688763 May 27 03:27:30.744619 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a765e13-fe71-4c04-9b31-ebe5a33bc322,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:30.750604 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50768) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:30.760536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 0a765e13-fe71-4c04-9b31-ebe5a33bc322 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:30.872650 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.067953 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:31.068203 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.073325 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2047749 May 27 03:27:31.073811 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-82da7155-aac1-4cbd-b8bd-885e5fd04220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.756s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:31.117016 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6561623 May 27 03:27:31.127244 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50784) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:31.145090 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Request body: {'subnet': {'network_id': '0a765e13-fe71-4c04-9b31-ebe5a33bc322', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225836025-subnet', 'tenant_id': '65d233a4035848b298325d285bce41af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:31.172577 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:31.176669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Usage tracker for resource:security_group_rule and tenant:c7ef10d010a74f2cbac4c2ed48953596 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:31.194044 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:31.200349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:31.202454 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.203883 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:31.233974 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.279962 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Usage tracker for resource:subnet and tenant:65d233a4035848b298325d285bce41af is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:31.282763 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.283423 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-278151f8-fe3a-4876-a051-e9d4565a0ce2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:27:31.284485 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-278151f8-fe3a-4876-a051-e9d4565a0ce2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1520967 May 27 03:27:31.302406 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:31.357648 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:31.359690 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Pushing event updated for resources: {'Port': ['ID=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:31.368290 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:31.414718 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:31.461336 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1479ee-4940-4c90-ad9e-2243500bf988 req-1bd5060f-f3a2-43de-b128-77357013993c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:31.462307 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-5f1479ee-4940-4c90-ad9e-2243500bf988 req-1bd5060f-f3a2-43de-b128-77357013993c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Synchronizing usage tracker for tenant:8bc993a11dc242f2948f0a5ad1f1437a on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:31.512568 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.567875 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.592611 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.625408 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Made reservation on behalf of 65d233a4035848b298325d285bce41af for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:31.632989 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.646821 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af2cef-ee8c-4357-a797-03ba40f97c37,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:31.656896 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:31.657147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:31.702028 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.705071 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ea46273eb34da9b55289ddb10c553a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0670965 May 27 03:27:31.726386 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Request body: {'port': {'device_id': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:31.802000 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Allocated IP 172.20.0.1 (752aa57e-d0c0-4d33-b3fe-a94576910797/7b6f5313-66a3-441e-b345-2130c894bbb6/3aef7f45-ae82-46b2-bae7-25be81bf6421) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:31.840743 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50802) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:31.853961 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-5f1479ee-4940-4c90-ad9e-2243500bf988 req-1bd5060f-f3a2-43de-b128-77357013993c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Unset dirty status for tenant:8bc993a11dc242f2948f0a5ad1f1437a on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:31.855140 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f1479ee-4940-4c90-ad9e-2243500bf988 req-1bd5060f-f3a2-43de-b128-77357013993c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 932 time: 1.8617122 May 27 03:27:31.869698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:31.935041 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7599471e-2f2b-4723-8a63-882627bd7dc7,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:31.939475 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:31.962608 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7ef10d010a74f2cbac4c2ed48953596&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9531496 May 27 03:27:31.986769 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50812) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:31.991873 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.997014 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7599471e-2f2b-4723-8a63-882627bd7dc7 HTTP/1.1" status: 204 len: 168 time: 1.2423711 May 27 03:27:32.035276 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20347d91-1a97-41c3-9f72-672c176e5e3d,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:32.041472 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:32.114360 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.178123 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:32.297907 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 8aade97b-5476-4016-9d9a-876bd6abf661 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:32.316943 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.327449 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:32.338491 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:32.362450 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:32.363157 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.366523 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f1479ee-4940-4c90-ad9e-2243500bf988 req-c8b0f7c9-91af-4061-b418-33e27c4bde4b tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172409 May 27 03:27:32.419329 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.469293 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.477882 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 8aade97b-5476-4016-9d9a-876bd6abf661 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:32.490864 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 8aade97b-5476-4016-9d9a-876bd6abf661 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:32.492548 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.579614 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50822) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:32.586715 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.730147 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.743791 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.796427 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Pushing event updated for resources: {'Port': ['ID=79c084a3-d572-477c-9d02-86143eaf14fe,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:32.803274 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:32.826682 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.871748 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 8aade97b-5476-4016-9d9a-876bd6abf661, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=8aade97b-5476-4016-9d9a-876bd6abf661,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:32.880973 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.882596 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device b45e5e35-feaf-46a5-83a3-b77dc69894bf up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:32.945475 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:33.093970 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=8aade97b-5476-4016-9d9a-876bd6abf661,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.123161 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:33.124414 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a293ad59-9393-45a1-82fe-e33db542d9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:33.205590 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port b45e5e35-feaf-46a5-83a3-b77dc69894bf completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:33.212248 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port b45e5e35-feaf-46a5-83a3-b77dc69894bf triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:33.212995 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.338696 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.343051 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af2cef-ee8c-4357-a797-03ba40f97c37,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.347453 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.362564 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:33.371178 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.383233 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2acd1578-ee9f-4fd7-a5b2-f5a11b28b55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:33.446651 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:33.449572 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.462430 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20347d91-1a97-41c3-9f72-672c176e5e3d,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.467799 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Transition to ACTIVE for port object 3aef7f45-ae82-46b2-bae7-25be81bf6421 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:33.471458 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port b45e5e35-feaf-46a5-83a3-b77dc69894bf, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=b45e5e35-feaf-46a5-83a3-b77dc69894bf,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:33.485851 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.495049 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:33.557345 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:33.595077 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Usage tracker for resource:security_group_rule and tenant:2b89460207df4015a2c78c4eb665e037 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:33.601237 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:33.621638 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.627238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.629249 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20347d91-1a97-41c3-9f72-672c176e5e3d HTTP/1.1" status: 204 len: 168 time: 1.6332250 May 27 03:27:33.629896 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:33.657952 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.661779 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1af2cef-ee8c-4357-a797-03ba40f97c37 HTTP/1.1" status: 204 len: 168 time: 1.8171794 May 27 03:27:33.666415 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.705152 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-fb351e22-8127-4c6c-8e37-4480b61765e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:33.746905 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=b45e5e35-feaf-46a5-83a3-b77dc69894bf,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.751864 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:33.805511 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Pushing event updated for resources: {'Port': ['ID=3aef7f45-ae82-46b2-bae7-25be81bf6421,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.809119 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:33.905383 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:33.959790 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:33.974562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:33.977097 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.236157 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 8aade97b-5476-4016-9d9a-876bd6abf661 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:34.247784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:34.273167 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.311262 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Transition to ACTIVE for port object 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:34.341811 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.346799 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.370179 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:34.375458 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1db3462c-be19-4d47-85e7-f945bea5b137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:34.409788 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 8aade97b-5476-4016-9d9a-876bd6abf661 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:34.410340 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.454880 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-903a48ea-54c1-443a-8c80-925ad4b641ae None None] Provisioning for port 3aef7f45-ae82-46b2-bae7-25be81bf6421 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:34.471541 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-903a48ea-54c1-443a-8c80-925ad4b641ae None None] Provisioning complete for port 3aef7f45-ae82-46b2-bae7-25be81bf6421 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:34.471962 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-903a48ea-54c1-443a-8c80-925ad4b641ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.587965 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-903a48ea-54c1-443a-8c80-925ad4b641ae None None] Port 3aef7f45-ae82-46b2-bae7-25be81bf6421 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:27:34.671556 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb3eb69-7604-4321-ad20-73b5ba96852a,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:34.677635 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:34.733979 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Checking segment: {'id': '8319cd75-586b-471e-b384-065d47eb4630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0a765e13-fe71-4c04-9b31-ebe5a33bc322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:34.734778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Network hostable DHCP agents. Network: 0a765e13-fe71-4c04-9b31-ebe5a33bc322, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:34.739929 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device b45e5e35-feaf-46a5-83a3-b77dc69894bf up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:34.775244 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.780392 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Network 0a765e13-fe71-4c04-9b31-ebe5a33bc322 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:34.793404 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.795038 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.806275 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50870) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:34.808205 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:34.896288 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Attempting to bind port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:34.896842 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Attempting to bind port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5ce6f771-c841-4f9e-9d38-110cffde4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:34.896967 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Attempting to bind port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 on network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:34.909413 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.939876 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d0100-285d-4f42-ae01-ebd97ed9b799 req-595514bb-419b-4867-a70e-2455f75c7e98 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:34.941438 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d49d0100-285d-4f42-ae01-ebd97ed9b799 req-595514bb-419b-4867-a70e-2455f75c7e98 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 932 time: 1.3357108 May 27 03:27:34.961094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.961965 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 on network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:27:34.962197 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Attempting to bind port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 on network 38cd0e94-21d9-48b8-ae9e-4db61ca53c70 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:34.978879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Pushing event updated for resources: {'Port': ['ID=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:34.985339 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port b45e5e35-feaf-46a5-83a3-b77dc69894bf triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:34.985901 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.998030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:34.998365 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Checking segment: {'id': '5ce6f771-c841-4f9e-9d38-110cffde4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:34.998990 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Bound using segment: {'id': '5ce6f771-c841-4f9e-9d38-110cffde4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:34.999484 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Bound port: 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce6f771-c841-4f9e-9d38-110cffde4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:34.999831 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.048654 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:35.063766 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.083383 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 0a765e13-fe71-4c04-9b31-ebe5a33bc322) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:35.094731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:35.107107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d3ee67-7e65-4965-8704-7db3b7e688cb None None] Network 0a765e13-fe71-4c04-9b31-ebe5a33bc322 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:35.132998 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adebc51-ec3b-4c5d-9673-9f7880453724,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:35.144831 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:35.199234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.239205 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:35.240015 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.279011 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:35.290483 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Usage tracker for resource:security_group_rule and tenant:570ec96c1e82474499c77879869f2ff3 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:35.296878 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:35.308013 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:35.330542 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:35.367810 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d49d0100-285d-4f42-ae01-ebd97ed9b799 req-649a6fc1-7a2e-4e86-b2a2-d5e69a89792b tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090559 May 27 03:27:35.384727 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2562225 May 27 03:27:35.388597 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:35.416813 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b89460207df4015a2c78c4eb665e037&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8284466 May 27 03:27:35.421356 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50888) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:35.597482 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Pushing event updated for resources: {'Port': ['ID=79c084a3-d572-477c-9d02-86143eaf14fe,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:35.629093 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:35.637972 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81c65e-cbf3-4065-b159-a7f1f313bf18 None None] Network 0a765e13-fe71-4c04-9b31-ebe5a33bc322 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:35.786047 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] For port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:35.857769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.951670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] For port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,segment=NetworkSegment(5ce6f771-c841-4f9e-9d38-110cffde4721),segment_id=5ce6f771-c841-4f9e-9d38-110cffde4721)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:36.037502 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.045203 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.046486 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Router 41ccc679-6741-4bab-a5ac-d542718011bd has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:27:36.069332 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.077539 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:36.082285 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.237808 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-43c5caaf-9f71-47ba-bb77-74feb554d88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:36.355825 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:36.356715 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.358376 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] 10.222.0.10 "PUT /v2.0/ports/6de0cd0b-6287-4438-91ed-8e9655ed6ec9 HTTP/1.1" status: 200 len: 1094 time: 4.7726836 May 27 03:27:36.382683 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'tag': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:36.448811 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=570ec96c1e82474499c77879869f2ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3722248 May 27 03:27:36.471142 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50916) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:36.484704 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5984a058-e51a-4235-b043-411ca5ffcb97,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:36.623302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:36.667866 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:27:36.678690 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Sync routers for ids ['41ccc679-6741-4bab-a5ac-d542718011bd'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:36.694676 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Routers {'41ccc679-6741-4bab-a5ac-d542718011bd'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:36.695845 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['41ccc679-6741-4bab-a5ac-d542718011bd'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:36.707617 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] 10.222.0.32 "PUT /v2.0/routers/41ccc679-6741-4bab-a5ac-d542718011bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8486710 May 27 03:27:36.719121 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.749578 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.804879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Pushing event updated for resources: {'Port': ['ID=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:36.852754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:36.863784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.db.resource_extend [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:36.971033 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Set router 41ccc679-6741-4bab-a5ac-d542718011bd gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:36.976128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.989913 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.020049 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-685e20f8-a3fb-4067-8e87-0c38cf931f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:37.068294 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.069400 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5984a058-e51a-4235-b043-411ca5ffcb97 HTTP/1.1" status: 204 len: 168 time: 0.5895240 May 27 03:27:37.077535 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.113251 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.115685 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.126961 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1adebc51-ec3b-4c5d-9673-9f7880453724 HTTP/1.1" status: 204 len: 168 time: 1.7044191 May 27 03:27:37.139222 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.153634 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5984a058-e51a-4235-b043-411ca5ffcb97,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:37.180227 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:37.184385 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f271ade0-5769-4708-8006-03ba33bcd034 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:37.379277 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50944) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:37.386726 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-967372841-network', 'tenant_id': '8aea7ec468664332960b764d2296d80b'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:37.396136 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:37.427324 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Usage tracker for resource:network and tenant:8aea7ec468664332960b764d2296d80b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:37.438851 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:37.439559 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-3dba8a1b-231b-4e3d-9389-f23cca77f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:37.441240 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-3dba8a1b-231b-4e3d-9389-f23cca77f6d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bc993a11dc242f2948f0a5ad1f1437a&device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 1097 time: 0.9679379 May 27 03:27:37.461484 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:37.468871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8d28-d340-4d90-8c1d-ed72bc35c5c3 req-7f83f557-c82e-4f02-9346-1f0302d0c77b tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:37.470611 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d4bc8d28-d340-4d90-8c1d-ed72bc35c5c3 req-7f83f557-c82e-4f02-9346-1f0302d0c77b tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 944 time: 0.8014302 May 27 03:27:37.476233 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Pushing event updated for resources: {'Port': ['ID=3aef7f45-ae82-46b2-bae7-25be81bf6421,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:37.509278 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Made reservation on behalf of 8aea7ec468664332960b764d2296d80b for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:37.517200 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.551341 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:37.556997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:37.669025 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adebc51-ec3b-4c5d-9673-9f7880453724,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:37.702729 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d4bc8d28-d340-4d90-8c1d-ed72bc35c5c3 req-dd6fa682-c7f2-4178-bc60-44a2c1711a5d tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237725 May 27 03:27:37.710618 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:37.798890 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:37.800141 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:37.819840 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '79c084a3-d572-477c-9d02-86143eaf14fe', 'name': '', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'mac_address': 'fa:16:3e:e5:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:29Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 2, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'subnets': [{'id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:37.833210 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Checking router: 41ccc679-6741-4bab-a5ac-d542718011bd for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:37.833822 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Updating router 41ccc679-6741-4bab-a5ac-d542718011bd port 79c084a3-d572-477c-9d02-86143eaf14fe binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:27:37.852844 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.924201 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:37.935655 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8aea7ec468664332960b764d2296d80b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:37.938834 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:37.949520 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:38.011444 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.158515 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'tag': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9', 'status': 'completed', 'code': 200} May 27 03:27:38.239437 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.252598 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.259477 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd1e2e13-7e96-4a2a-a302-8d0069315222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:38.302758 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:38.339412 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2a120-8235-43f9-863c-6728fc648d52,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:38.342622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.343187 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Added segment 3e744bd3-3020-4190-9f19-301fa45725d4 of type vlan for network 69ae37a2-cee6-45a2-b986-f114f385ff2f May 27 03:27:38.349662 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:38.368272 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-86c35208-c412-48b9-8bbd-dcd21d3772ad None None] Provisioning complete for port 3aef7f45-ae82-46b2-bae7-25be81bf6421 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:38.372555 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-86c35208-c412-48b9-8bbd-dcd21d3772ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.403758 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.447747 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-2053a179-6e34-4241-b081-9422351a81d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9 HTTP/1.1" status: 200 len: 217 time: 0.3105633 May 27 03:27:38.480633 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.485846 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:38.488345 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.497950 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0d87660b-bb24-4494-a84a-b56dd0e593ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:38.508536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-86c35208-c412-48b9-8bbd-dcd21d3772ad None None] Port 3aef7f45-ae82-46b2-bae7-25be81bf6421 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:27:38.783386 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 50972) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:38.795886 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.825726 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Transition to ACTIVE for port object 79c084a3-d572-477c-9d02-86143eaf14fe will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:38.843179 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.853429 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:38.979416 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.001393 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Pushing event updated for resources: {'Network': ['ID=69ae37a2-cee6-45a2-b986-f114f385ff2f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:39.019327 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:27:39.020464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 69ae37a2-cee6-45a2-b986-f114f385ff2f details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:39.020762 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:39.023870 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6430945 May 27 03:27:39.027742 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 50984) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:39.042164 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Request body: {'subnet': {'network_id': '69ae37a2-cee6-45a2-b986-f114f385ff2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-967372841-subnet', 'tenant_id': '8aea7ec468664332960b764d2296d80b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:39.054807 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:39.061545 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Usage tracker for resource:subnet and tenant:8aea7ec468664332960b764d2296d80b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:39.067307 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:39.077314 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:39.098387 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Made reservation on behalf of 8aea7ec468664332960b764d2296d80b for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:39.098712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:39.104648 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.108337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Usage tracker for resource:security_group_rule and tenant:a9be1d22f6ad42e6a62cc94a129213f6 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:39.124711 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:39.142169 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:39.208061 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e9d2-bc07-41de-ac40-757a1cb7c867 None None] Pushing event updated for resources: {'Port': ['ID=79c084a3-d572-477c-9d02-86143eaf14fe,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:39.213029 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-7212e9d2-bc07-41de-ac40-757a1cb7c867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:39.414423 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Attempting to bind port 79c084a3-d572-477c-9d02-86143eaf14fe on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:39.418943 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Attempting to bind port 79c084a3-d572-477c-9d02-86143eaf14fe by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:39.420039 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Attempting to bind port 79c084a3-d572-477c-9d02-86143eaf14fe on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:39.436948 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:39.437351 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Checking segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:39.437751 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.438169 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Bound using segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:39.438643 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Bound port: 79c084a3-d572-477c-9d02-86143eaf14fe, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:39.439016 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.688518 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-121de18b-add4-402e-8db1-566262415b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.690946 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-121de18b-add4-402e-8db1-566262415b9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bac40fd8-9d38-42c0-951b-881d79726008 HTTP/1.1" status: 200 len: 852 time: 0.9139035 May 27 03:27:39.700561 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] For port 79c084a3-d572-477c-9d02-86143eaf14fe, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:39.722062 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] For port 79c084a3-d572-477c-9d02-86143eaf14fe, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=79c084a3-d572-477c-9d02-86143eaf14fe,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:39.754585 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.760807 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:39.927577 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Routers {'41ccc679-6741-4bab-a5ac-d542718011bd'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:39.929270 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['41ccc679-6741-4bab-a5ac-d542718011bd'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:40.037291 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e9d2-bc07-41de-ac40-757a1cb7c867 None None] Pushing event updated for resources: {'Port': ['ID=79c084a3-d572-477c-9d02-86143eaf14fe,revision_number=4']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:40.052992 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-7212e9d2-bc07-41de-ac40-757a1cb7c867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:40.231076 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-9e0b0e33-8010-4112-9567-7491093c1fed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38cd0e94-21d9-48b8-ae9e-4db61ca53c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545830 May 27 03:27:40.258450 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.266454 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.270611 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:40.273002 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] Set router 41ccc679-6741-4bab-a5ac-d542718011bd gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:40.302218 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82814-990f-4592-86ee-38f595de77b6 req-50306e1a-1c34-4a30-bae1-56aaf3883a9c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:40.307419 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4fa82814-990f-4592-86ee-38f595de77b6 req-50306e1a-1c34-4a30-bae1-56aaf3883a9c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 944 time: 1.2380738 May 27 03:27:40.363173 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.407609 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:40.442491 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820939cb-0a17-4e6e-b5ba-eeeea2179822,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:40.466960 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:40.502534 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90dc40d-40dd-4908-b5af-9516c911f82a,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:40.533094 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Checking segment: {'id': '3e744bd3-3020-4190-9f19-301fa45725d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '69ae37a2-cee6-45a2-b986-f114f385ff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:40.533449 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Network hostable DHCP agents. Network: 69ae37a2-cee6-45a2-b986-f114f385ff2f, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:40.551811 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:40.562871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Network 69ae37a2-cee6-45a2-b986-f114f385ff2f is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:40.583913 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 69ae37a2-cee6-45a2-b986-f114f385ff2f) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:40.597503 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0e8c1-9e08-4d0d-8aca-649f323f7aaa None None] Network 69ae37a2-cee6-45a2-b986-f114f385ff2f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:40.603985 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:40.604542 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.611093 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-33d85252-696c-45b5-9162-25dce57bfc41 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:40.614493 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-33d85252-696c-45b5-9162-25dce57bfc41 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Synchronizing usage tracker for tenant:1c52560ecc4840098ea777db6450aef5 on resource:network {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:40.619440 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9be1d22f6ad42e6a62cc94a129213f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8320253 May 27 03:27:40.622268 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51030) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:40.667685 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:27:40.672632 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4fa82814-990f-4592-86ee-38f595de77b6 req-5b1dd063-451f-4614-982b-a17578f547ee tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489985 May 27 03:27:40.704170 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6746120 May 27 03:27:40.738271 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] 10.222.0.32 "PUT /v2.0/routers/2ef9983c-c144-4caa-9c61-f485b66889e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0028393 May 27 03:27:40.790532 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:40.797393 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-33d85252-696c-45b5-9162-25dce57bfc41 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Unset dirty status for tenant:1c52560ecc4840098ea777db6450aef5 on resource:network {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:40.807599 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-33d85252-696c-45b5-9162-25dce57bfc41 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 819 time: 1.1785359 May 27 03:27:40.810178 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.830605 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:40.831751 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:40.890508 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.895899 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-4b9ea2c8-03e7-4c12-9c86-d44d1674890b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/quotas/1c52560ecc4840098ea777db6450aef5 HTTP/1.1" status: 200 len: 375 time: 0.0872834 May 27 03:27:41.060293 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51044) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:41.071092 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-d108e83d-fb64-438c-b302-ec041e6b1864 service neutron] 10.222.0.10 "GET /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516388 May 27 03:27:41.099099 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-54f22e94-f445-4ea0-9db1-339417ad0e5b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2020178 May 27 03:27:41.111208 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '79c084a3-d572-477c-9d02-86143eaf14fe', 'name': '', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'mac_address': 'fa:16:3e:e5:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:29Z', 'updated_at': '2021-05-27T03:27:39Z', 'revision_number': 4, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'subnets': [{'id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:41.119963 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaac969-1cbe-42d4-b9a3-24adde1c08b8 None None] The sync data for ids ['41ccc679-6741-4bab-a5ac-d542718011bd'] in dv-cinder-793264-1-smb is: [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '79c084a3-d572-477c-9d02-86143eaf14fe', 'name': '', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'mac_address': 'fa:16:3e:e5:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:29Z', 'updated_at': '2021-05-27T03:27:39Z', 'revision_number': 4, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'subnets': [{'id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:41.213711 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Deleting subnet 5eb3eb69-7604-4321-ad20-73b5ba96852a {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:27:41.218228 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.379868 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.418223 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:41.452237 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.497528 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90dc40d-40dd-4908-b5af-9516c911f82a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:41.500698 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4d002-f056-42bd-b7b4-d603ce2d3748 None None] Network 69ae37a2-cee6-45a2-b986-f114f385ff2f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:27:41.501448 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:41.516092 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.559600 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-22226c9b-e152-4ed7-9890-3a4f97185a06 req-145d984f-bf32-4ae6-9df4-b079ce03433a service neutron] 10.222.0.10 "GET /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783425 May 27 03:27:41.698527 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.700074 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e90dc40d-40dd-4908-b5af-9516c911f82a HTTP/1.1" status: 204 len: 168 time: 1.0768108 May 27 03:27:41.745574 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:41.802669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2784-78d1-41d7-8677-cb454288274d req-4c205662-26cb-484f-bc3d-b3e002e2db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:41.805187 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-4c205662-26cb-484f-bc3d-b3e002e2db27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bc993a11dc242f2948f0a5ad1f1437a&device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 1097 time: 0.1844366 May 27 03:27:41.946377 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.956037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a8062e9a-7b4f-4fa1-9dc6-ac1a7a53119c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:42.008537 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb3eb69-7604-4321-ad20-73b5ba96852a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:42.012217 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.014951 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:42.022478 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5eb3eb69-7604-4321-ad20-73b5ba96852a HTTP/1.1" status: 204 len: 168 time: 0.9611351 May 27 03:27:42.023331 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51076) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:42.160510 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2784-78d1-41d7-8677-cb454288274d req-2b3cc83c-3ddd-4f6e-9121-838230722829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:42.165788 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-2b3cc83c-3ddd-4f6e-9121-838230722829 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38cd0e94-21d9-48b8-ae9e-4db61ca53c70 HTTP/1.1" status: 200 len: 913 time: 0.3531647 May 27 03:27:42.262544 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.330960 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-97fee9c2-611a-4031-a070-75ce0b68b18b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9 HTTP/1.1" status: 200 len: 217 time: 0.1576998 May 27 03:27:42.486769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-999dc0b2-680b-4943-8038-c0b92d1c5ad6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:27:42.489751 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-999dc0b2-680b-4943-8038-c0b92d1c5ad6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7608809 May 27 03:27:42.493735 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51092) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:42.515497 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889905539', 'description': 'tempest-description--1327322243'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:42.561915 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.562800 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 79c084a3-d572-477c-9d02-86143eaf14fe up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:42.591112 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.620628 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.620984 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.622730 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.625160 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > port after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.625615 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.627191 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > port after_update 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.627844 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.630007 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.634379 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.635014 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:42.661285 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:42.706782 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2784-78d1-41d7-8677-cb454288274d req-eb805477-560b-40b2-9d88-2fc2fc0a095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:42.709404 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-eb805477-560b-40b2-9d88-2fc2fc0a095a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bac40fd8-9d38-42c0-951b-881d79726008 HTTP/1.1" status: 200 len: 852 time: 0.3704233 May 27 03:27:42.850189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:42.880700 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:42.954912 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:42.970292 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-211700b1-21ce-4ae7-90e4-f580d36ab417 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38cd0e94-21d9-48b8-ae9e-4db61ca53c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909901 May 27 03:27:43.013625 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:35Z', 'revision_number': 2, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:43.018770 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 79c084a3-d572-477c-9d02-86143eaf14fe completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:43.027695 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 79c084a3-d572-477c-9d02-86143eaf14fe triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:43.028407 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.052271 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:43.052862 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:43.053201 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:43.054164 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:43.054761 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a765e13-fe71-4c04-9b31-ebe5a33bc322']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:43.078571 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.084595 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8319cd75-586b-471e-b384-065d47eb4630') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:43.085354 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8319cd75-586b-471e-b384-065d47eb4630') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:43.175765 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.199260 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.210235 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:27:43.210663 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.223435 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:43.232106 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:43.232754 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Updating router 2ef9983c-c144-4caa-9c61-f485b66889e0 port 3aef7f45-ae82-46b2-bae7-25be81bf6421 binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:27:43.262553 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d7bd0886-c746-4e09-82f6-64af1900e309 service neutron] 10.222.0.32 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060595 May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: from cryptography.utils import int_from_bytes May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: from cryptography.utils import int_from_bytes May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:27:43.273804 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:27:43.387610 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.398213 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:43.402879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:43.410169 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:43.423781 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.428019 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:43.454610 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.455922 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.467311 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a765e13-fe71-4c04-9b31-ebe5a33bc322,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:43.486038 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:43.487887 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0a765e13-fe71-4c04-9b31-ebe5a33bc322 HTTP/1.1" status: 204 len: 168 time: 1.4636388 May 27 03:27:43.490719 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51120) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:43.498857 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310087e-d83e-4380-b27e-8c3987005af3 req-a6b6906d-aa44-401e-b567-f8c82046ec26 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:43.506510 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9310087e-d83e-4380-b27e-8c3987005af3 req-a6b6906d-aa44-401e-b567-f8c82046ec26 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 944 time: 0.8497958 May 27 03:27:43.577708 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 79c084a3-d572-477c-9d02-86143eaf14fe, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=79c084a3-d572-477c-9d02-86143eaf14fe,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:43.593047 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.606340 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-eab5ca12-7994-4f6a-8839-e36f553b9a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:43.630443 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Deleting subnet 820939cb-0a17-4e6e-b5ba-eeeea2179822 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:27:43.633713 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.684760 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-54967945-93e0-4556-8a6c-5d8ab7133d32 service neutron] 10.222.0.10 "GET /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949832 May 27 03:27:43.745223 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.779328 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9310087e-d83e-4380-b27e-8c3987005af3 req-166889e6-4dad-4bd0-8477-1f5d27e1f89a tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695649 May 27 03:27:43.782267 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-996bd483-dfab-43f0-a0b3-80dd0569e3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.803825 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=79c084a3-d572-477c-9d02-86143eaf14fe,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:43.807486 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.815804 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:43.864845 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.918754 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-016f4db7-bbc8-488a-8ef6-21e1b02d9b84 service neutron] 10.222.0.32 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489074 May 27 03:27:43.922378 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.929827 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-61735b36-341e-4404-96b2-343a00769cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:43.993252 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9fbfb-70e7-4a7b-882b-126b338c7931,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:44.006217 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.017307 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:44.021058 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.022498 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5253983 May 27 03:27:44.025830 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51140) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:44.029129 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Transition to ACTIVE for port object 3aef7f45-ae82-46b2-bae7-25be81bf6421 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:44.035442 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'security_group_rule': {'security_group_id': '4ff9fbfb-70e7-4a7b-882b-126b338c7931', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:44.043286 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea6f2784-78d1-41d7-8677-cb454288274d req-c2a3876e-deb9-4431-a775-5b3612fad355 service neutron] 10.222.0.10 "GET /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504088 May 27 03:27:44.046151 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:44.047225 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.050518 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:44.053574 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:44.059910 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:44.062075 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-4db58da7-e30f-4437-b1f5-d76a53a4c919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:44.104586 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.175680 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332a60-91e2-450c-bddd-65587f6bfb9a None None] Pushing event updated for resources: {'Port': ['ID=3aef7f45-ae82-46b2-bae7-25be81bf6421,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:44.178509 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-bc332a60-91e2-450c-bddd-65587f6bfb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:44.252695 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.264528 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 79c084a3-d572-477c-9d02-86143eaf14fe up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:44.265751 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.269049 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:44.334526 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a8a6fe-6e1d-4fdf-97c8-edba08582899,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:44.342301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.344448 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166430 May 27 03:27:44.346397 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51152) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:44.363669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:44.373672 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'security_group_rule': {'security_group_id': '4ff9fbfb-70e7-4a7b-882b-126b338c7931', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:44.449469 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:44.450147 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.456771 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:44.525961 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-12b0c8b1-7ec9-4fc2-bef1-2bcb9e7c14ae req-4f6768cd-e26e-45ce-9233-499f790badab tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 210 time: 0.1658549 May 27 03:27:44.530470 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:44.555805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:44.555805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:44.570386 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:44.598458 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Attempting to bind port 3aef7f45-ae82-46b2-bae7-25be81bf6421 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:44.598936 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Attempting to bind port 3aef7f45-ae82-46b2-bae7-25be81bf6421 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:44.599363 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Attempting to bind port 3aef7f45-ae82-46b2-bae7-25be81bf6421 on network 752aa57e-d0c0-4d33-b3fe-a94576910797 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:44.611967 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:44.612575 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Checking segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:44.613088 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.613371 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Bound using segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:44.614123 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Bound port: 3aef7f45-ae82-46b2-bae7-25be81bf6421, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:44.614487 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.626210 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.661089 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820939cb-0a17-4e6e-b5ba-eeeea2179822,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:44.673813 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.695138 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/820939cb-0a17-4e6e-b5ba-eeeea2179822 HTTP/1.1" status: 204 len: 168 time: 1.2011414 May 27 03:27:44.697478 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51170) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:44.699327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:44.775262 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 79c084a3-d572-477c-9d02-86143eaf14fe triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:44.775651 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.895883 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.db.resource_extend [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:45.156936 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] For port 3aef7f45-ae82-46b2-bae7-25be81bf6421, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:45.190113 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] For port 3aef7f45-ae82-46b2-bae7-25be81bf6421, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=3aef7f45-ae82-46b2-bae7-25be81bf6421,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:45.208387 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,segment=NetworkSegment(5ce6f771-c841-4f9e-9d38-110cffde4721),segment_id=5ce6f771-c841-4f9e-9d38-110cffde4721)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:45.227165 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.257064 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:45.434034 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332a60-91e2-450c-bddd-65587f6bfb9a None None] Pushing event updated for resources: {'Port': ['ID=3aef7f45-ae82-46b2-bae7-25be81bf6421,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:45.447244 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-bc332a60-91e2-450c-bddd-65587f6bfb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:45.458736 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9', 'network_id': '38cd0e94-21d9-48b8-ae9e-4db61ca53c70', 'port_id': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9', 'mac_address': 'fa:16:3e:9e:7c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac40fd8-9d38-42c0-951b-881d79726008', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:45.471229 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.497855 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:27:45.498562 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:45.518602 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.593539 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.755169 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.773964 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:45.804541 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:45.832115 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.850945 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.851857 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.852817 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.853385 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > port after_create 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.853894 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.854407 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > port after_update 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.854904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.855395 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.855916 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.856408 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.861969 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,segment=NetworkSegment(5ce6f771-c841-4f9e-9d38-110cffde4721),segment_id=5ce6f771-c841-4f9e-9d38-110cffde4721)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:45.903718 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.911519 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:45.986837 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:27:45.987872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.988550 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.989052 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.990028 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:27:45.990703 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ae37a2-cee6-45a2-b986-f114f385ff2f']}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:46.008577 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e744bd3-3020-4190-9f19-301fa45725d4') {'for_net_delete': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:46.009095 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e744bd3-3020-4190-9f19-301fa45725d4') {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:46.029280 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-676784'] for segment, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.049948 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.060594 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=91735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:27:46.061278 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2313761'] for segment, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: from cryptography.utils import int_from_bytes May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: from cryptography.utils import int_from_bytes May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: Traceback (most recent call last): May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: timer() May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: cb(*args, **kw) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: return func(*args, **kwargs) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: self._notify() May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: self.callback(batched_events) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: event.method(event) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: return f(self, *a, **k) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: return self._get(url).json() May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: return self.request(url, 'GET', **kwargs) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:27:46.169641 dv-cinder-793264-1-smb neutron-server[91735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:27:46.184493 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d4ac3-89d7-4256-8274-81a3bc0dcdf3 req-e8992364-7563-4ec1-8641-7f165a944482 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:46.192156 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-603d4ac3-89d7-4256-8274-81a3bc0dcdf3 req-e8992364-7563-4ec1-8641-7f165a944482 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 944 time: 0.9815810 May 27 03:27:46.194218 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d2fd36-358c-4d02-b342-5b488aca96be,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:46.203679 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-578f2ccf-b64e-4dbd-9ef9-c62668a817af tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:46.205459 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-578f2ccf-b64e-4dbd-9ef9-c62668a817af tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 819 time: 0.9207838 May 27 03:27:46.205803 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['6de0cd0b-6287-4438-91ed-8e9655ed6ec9'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:27:46.207351 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:46.229656 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.235834 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5e9154c1-4253-492a-9f56-9d0f5e492825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.244538 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-ff1bae9b-34e9-4f7c-8e85-24cee1762364 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/quotas/1c52560ecc4840098ea777db6450aef5 HTTP/1.1" status: 200 len: 375 time: 0.0317731 May 27 03:27:46.253291 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.257365 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-85831132-6975-4b17-95e9-e23a31027193 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9011605 May 27 03:27:46.258445 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:46.258575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51258) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:46.265245 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'floatingip': {'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:46.277050 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.277935 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:46.281792 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] 10.222.0.32 "DELETE /v2.0/networks/69ae37a2-cee6-45a2-b986-f114f385ff2f HTTP/1.1" status: 204 len: 168 time: 1.5801430 May 27 03:27:46.281792 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=69ae37a2-cee6-45a2-b986-f114f385ff2f,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:46.287239 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:floatingip and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:46.294626 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:46.298572 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:46.302412 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:46.304322 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:46.315148 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:46.347198 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.355508 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-603d4ac3-89d7-4256-8274-81a3bc0dcdf3 req-4a5b94f6-1188-4d4e-90a4-9d1d47813677 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623352 May 27 03:27:46.436534 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.488420 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-a2d154d2-dfd9-421d-995a-a537e05925ab tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2311070 May 27 03:27:46.536726 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51270) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:46.605386 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-619daf0a-edf1-4420-91bf-6e75abd6d08d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65d233a4035848b298325d285bce41af&name=default HTTP/1.1" status: 200 len: 2976 time: 0.0659604 May 27 03:27:46.608127 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51274) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:46.734446 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.737371 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.806520 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:45Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:46.811280 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cdf1e4-0186-4531-8b99-ffa12d35c370 None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:45Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:46.848116 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.946130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-32306e39-87c4-4df8-b4f8-17f75884b60d service neutron] 10.222.0.32 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558945 May 27 03:27:46.965061 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:47.045552 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-4f090868-015f-479b-9d59-6941d09e42cc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:47.046347 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-4f090868-015f-479b-9d59-6941d09e42cc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 819 time: 0.4358099 May 27 03:27:47.064992 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Allocated IP 172.28.1.126 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/c9b98bc8-b37b-4a2b-a316-b271ac22b97d) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:47.090496 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:47.103223 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-de21bc3d-7e11-4e9d-8df0-2211f0925c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:47.106460 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Request body: {'port': {'device_id': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'admin_state_up': True, 'tenant_id': '1c52560ecc4840098ea777db6450aef5'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:47.128975 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677646ed-7769-4c49-a8f7-0d5a120db8d0,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:47.133361 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:47.176438 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:47.177796 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/677646ed-7769-4c49-a8f7-0d5a120db8d0 HTTP/1.1" status: 204 len: 168 time: 0.5686104 May 27 03:27:47.439701 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-8e27cb2f-b76d-4e71-8f40-2fd05fcd9d3c service neutron] 10.222.0.32 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672172 May 27 03:27:47.441140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:47.446130 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Usage tracker for resource:port and tenant:1c52560ecc4840098ea777db6450aef5 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:47.450031 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:47.458497 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:47.467791 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:47.477739 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Made reservation on behalf of 1c52560ecc4840098ea777db6450aef5 for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:47.494470 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:47.529041 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:47.541238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-77a0e479-fce8-4d21-a7b9-84c07b2ceb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:47.734933 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:47.743127 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:47.750101 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:47.823033 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'Port': ['ID=c9b98bc8-b37b-4a2b-a316-b271ac22b97d,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:47.829578 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:47.944845 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c8349b2d-c17d-4849-b524-b64c20dc5b53 req-a31cb57d-2ba5-4dbb-baed-de0b873c878c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 210 time: 0.0994649 May 27 03:27:48.036040 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51332) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:48.085439 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.102797 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Allocated IP 172.20.0.13 (05707e60-3000-4d0a-98ee-2b34b5be96f6/52d65f8f-4d3f-465a-b36f-3da6cd8cb773/12e989d0-7e68-4af0-8c32-862392d376ec) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:48.161633 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d80bc-6818-410e-8fd4-e47f985210c3 req-9f54c271-f835-4b7e-9a49-cee8125f2b0c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:48.167405 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f73d80bc-6818-410e-8fd4-e47f985210c3 req-9f54c271-f835-4b7e-9a49-cee8125f2b0c tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 945 time: 0.4871492 May 27 03:27:48.291391 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 3aef7f45-ae82-46b2-bae7-25be81bf6421 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:48.299481 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-f48b25a1-e80d-4722-b932-318b3caa74e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aea7ec468664332960b764d2296d80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583408 May 27 03:27:48.300322 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51342) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:48.321047 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.375239 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:48.504457 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f73d80bc-6818-410e-8fd4-e47f985210c3 req-b97648df-29d3-46a2-a488-f8a4dac28096 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641326 May 27 03:27:48.595091 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 3aef7f45-ae82-46b2-bae7-25be81bf6421 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:48.601393 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 3aef7f45-ae82-46b2-bae7-25be81bf6421 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:48.602525 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.674241 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:48.724926 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:48.728957 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.817538 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:27:48.842100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.847166 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.870759 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.912223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.921124 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:48.959969 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.036696 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:49.041805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:49.049845 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:49.114617 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.141664 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:49.142808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.165023 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.166183 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Pushing event updated for resources: {'Port': ['ID=12e989d0-7e68-4af0-8c32-862392d376ec,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.176367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:49.195410 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0911200 May 27 03:27:49.195932 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.200213 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.208128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Request body: {'port': {'device_id': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:49.218510 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:49.222527 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,segment=NetworkSegment(5ce6f771-c841-4f9e-9d38-110cffde4721),segment_id=5ce6f771-c841-4f9e-9d38-110cffde4721)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:49.224468 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:49.234518 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2a120-8235-43f9-863c-6728fc648d52,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.236807 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.237845 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:49.253131 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:49.298532 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 3aef7f45-ae82-46b2-bae7-25be81bf6421, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=3aef7f45-ae82-46b2-bae7-25be81bf6421,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:49.300887 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.311585 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:49.341228 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'Port': ['ID=c9b98bc8-b37b-4a2b-a316-b271ac22b97d,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.382118 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:49.403046 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.404558 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03a2a120-8235-43f9-863c-6728fc648d52 HTTP/1.1" status: 204 len: 168 time: 1.1011405 May 27 03:27:49.419052 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.419201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ed802a56-9182-412b-986b-3ee7f3b561b6 req-6f775574-eed6-460b-90b1-0e5fdbbce470 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Synchronizing usage tracker for tenant:1c52560ecc4840098ea777db6450aef5 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:49.424643 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.446406 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.457964 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1892478 May 27 03:27:49.561010 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.10', 56375) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:49.562913 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.570560 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:49.571012 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:49.597681 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ed802a56-9182-412b-986b-3ee7f3b561b6 req-6f775574-eed6-460b-90b1-0e5fdbbce470 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Unset dirty status for tenant:1c52560ecc4840098ea777db6450aef5 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:49.598979 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ed802a56-9182-412b-986b-3ee7f3b561b6 req-6f775574-eed6-460b-90b1-0e5fdbbce470 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 210 time: 0.3327720 May 27 03:27:49.604043 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.837428 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=3aef7f45-ae82-46b2-bae7-25be81bf6421,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.857566 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:49.944013 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-dce77ce5-d62a-4f74-8a3f-7624bf710981 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:49.945964 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-dce77ce5-d62a-4f74-8a3f-7624bf710981 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 819 time: 0.3824155 May 27 03:27:49.960777 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Request body: {'port': {'device_id': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'admin_state_up': True, 'tenant_id': '1c52560ecc4840098ea777db6450aef5'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:50.199257 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 3aef7f45-ae82-46b2-bae7-25be81bf6421 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:50.299732 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:50.314852 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eb293-7495-4fc5-b95b-6c1a3a10aa7f req-ea0346fd-908e-4567-8dc6-6ab146f0a275 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:50.316483 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-672eb293-7495-4fc5-b95b-6c1a3a10aa7f req-ea0346fd-908e-4567-8dc6-6ab146f0a275 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.4601295 May 27 03:27:50.337139 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:50.355516 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9', 'code': 200} May 27 03:27:50.387921 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Made reservation on behalf of 1c52560ecc4840098ea777db6450aef5 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:50.396138 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 3aef7f45-ae82-46b2-bae7-25be81bf6421 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:50.397369 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.404198 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.431810 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-672eb293-7495-4fc5-b95b-6c1a3a10aa7f req-09598548-82ba-4ca2-98bc-82c9ac289666 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034570 May 27 03:27:50.682999 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.10', 56379) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:50.734371 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e989d0-7e68-4af0-8c32-862392d376ec {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:50.741043 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-ed49abf8-3556-4417-aaab-6b2de772ae2a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Synchronizing usage tracker for tenant:14703d4108504b9b8a86704d529b30cf on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:50.761071 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.804479 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Transition to ACTIVE for port object 12e989d0-7e68-4af0-8c32-862392d376ec will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:50.814155 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.871522 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:50.914003 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-ed49abf8-3556-4417-aaab-6b2de772ae2a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Unset dirty status for tenant:14703d4108504b9b8a86704d529b30cf on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:50.923554 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e990-558c-4a51-a913-43438360f15f req-9451c3f9-bee7-4bab-b3b8-4716689ee22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:50.926437 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6d21e990-558c-4a51-a913-43438360f15f req-9451c3f9-bee7-4bab-b3b8-4716689ee22e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 1099 time: 0.2427018 May 27 03:27:50.927859 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Allocated IP 172.20.0.7 (05707e60-3000-4d0a-98ee-2b34b5be96f6/52d65f8f-4d3f-465a-b36f-3da6cd8cb773/d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:50.928543 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-ed49abf8-3556-4417-aaab-6b2de772ae2a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1889905539&fields=id&tenant_id=14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 267 time: 0.3488119 May 27 03:27:50.961064 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.996317 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:51.000221 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Usage tracker for resource:security_group_rule and tenant:626025736a6a411ab31e7f1806b3e909 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:51.003141 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:51.009700 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:51.134196 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-87c26f8a-9f72-485c-95f5-e7f626569fda req-99a4f5ea-3c56-4a5d-92b4-d0350eee2888 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 210 time: 0.3058927 May 27 03:27:51.224005 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=12e989d0-7e68-4af0-8c32-862392d376ec,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:51.233419 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:51.252005 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.320082 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.345371 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:51.350918 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-7a6848b9-f00f-4a15-9379-4e98f1d8df27 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.351608 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-7a6848b9-f00f-4a15-9379-4e98f1d8df27 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Synchronizing usage tracker for tenant:14703d4108504b9b8a86704d529b30cf on resource:network {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:51.364458 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Attempting to bind port 12e989d0-7e68-4af0-8c32-862392d376ec on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:51.364794 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Attempting to bind port 12e989d0-7e68-4af0-8c32-862392d376ec by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:51.365103 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Attempting to bind port 12e989d0-7e68-4af0-8c32-862392d376ec on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:51.375830 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Port 12e989d0-7e68-4af0-8c32-862392d376ec on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:27:51.376212 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Attempting to bind port 12e989d0-7e68-4af0-8c32-862392d376ec on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:51.384791 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:51.385127 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Checking segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:51.385897 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Bound using segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:51.386314 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Bound port: 12e989d0-7e68-4af0-8c32-862392d376ec, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:51.386714 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.397906 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-7a6848b9-f00f-4a15-9379-4e98f1d8df27 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Unset dirty status for tenant:14703d4108504b9b8a86704d529b30cf on resource:network {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:51.399079 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-7a6848b9-f00f-4a15-9379-4e98f1d8df27 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 816 time: 0.4697528 May 27 03:27:51.403447 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b9a7e9-aeb7-4ae0-a202-691d63a18ebf,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:51.408996 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6d21e990-558c-4a51-a913-43438360f15f req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749784 May 27 03:27:51.427426 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:51.452650 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-5a360629-f9f7-478f-871f-440a29ad34de tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/quotas/14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 375 time: 0.0438049 May 27 03:27:51.533051 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.583419 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.595165 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:51.674582 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Network 05707e60-3000-4d0a-98ee-2b34b5be96f6 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:51.678520 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:51.687720 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:51.747791 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Pushing event updated for resources: {'Port': ['ID=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:51.752606 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:51.771213 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.771906 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.801827 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] For port 12e989d0-7e68-4af0-8c32-862392d376ec, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:51.806679 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] For port 12e989d0-7e68-4af0-8c32-862392d376ec, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=12e989d0-7e68-4af0-8c32-862392d376ec,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:51.807718 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8516848 May 27 03:27:51.815910 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.821238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Request body: {'port': {'device_id': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:51.824960 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:51.873529 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-753daa83-0116-409b-9f2d-680897093cee tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Synchronizing usage tracker for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:51.894955 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8ab4b-27f0-444d-8467-f3454b8f2ff0 req-e1b6b5ec-eeea-4c3a-a0e5-2922b4b317da tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.896842 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0fb8ab4b-27f0-444d-8467-f3454b8f2ff0 req-e1b6b5ec-eeea-4c3a-a0e5-2922b4b317da tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.2275372 May 27 03:27:51.908402 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.909296 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.910992 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] 10.222.0.10 "PUT /v2.0/ports/12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 1094 time: 2.7092304 May 27 03:27:51.914129 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'tag': '12e989d0-7e68-4af0-8c32-862392d376ec'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:52.004904 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.013038 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=12e989d0-7e68-4af0-8c32-862392d376ec,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:52.015892 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-753daa83-0116-409b-9f2d-680897093cee tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Unset dirty status for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:52.017242 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-753daa83-0116-409b-9f2d-680897093cee tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5624282 May 27 03:27:52.018009 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:52.037367 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0fb8ab4b-27f0-444d-8467-f3454b8f2ff0 req-2ed394bf-50cb-47c0-a3de-a5f7c107fb69 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141119 May 27 03:27:52.152855 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'tag': '12e989d0-7e68-4af0-8c32-862392d376ec', 'status': 'completed', 'code': 200} May 27 03:27:52.155233 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-016b20f6-9732-4866-bce5-f7d67c3001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.156718 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-016b20f6-9732-4866-bce5-f7d67c3001d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1097 time: 0.1980422 May 27 03:27:52.290392 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-f68fd650-c438-430d-9da1-fc727c059117 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.1178505 May 27 03:27:52.388669 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-5aaa2baf-bf20-4e89-b38b-ba98576cf55e service neutron] 10.222.0.32 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391759 May 27 03:27:52.451677 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-9e599075-b315-4ebf-b005-a3881971261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.453040 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-9e599075-b315-4ebf-b005-a3881971261f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1093338 May 27 03:27:52.563374 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-da180615-7158-46d2-b002-dcdf885f5c3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599501 May 27 03:27:52.623564 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129e02c-f44c-4c90-9925-51c500854a34 req-4becb577-f1d0-4740-b747-f5b734c35549 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.625354 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3129e02c-f44c-4c90-9925-51c500854a34 req-4becb577-f1d0-4740-b747-f5b734c35549 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 931 time: 0.3341122 May 27 03:27:52.667019 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:52.675120 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.707181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Transition to ACTIVE for port object d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:52.718449 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.719231 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-acdb50f8-e23d-4a59-a85d-c448113fa3d2 service neutron] 10.222.0.32 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035572 May 27 03:27:52.750332 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:52.783754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3129e02c-f44c-4c90-9925-51c500854a34 req-7423a195-792d-4baa-bfe0-3f58677f0ced tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Synchronizing usage tracker for tenant:1c52560ecc4840098ea777db6450aef5 on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:52.816524 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-b261620a-a2aa-4340-9b5c-92205aa2fde2 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428679 May 27 03:27:52.825005 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3129e02c-f44c-4c90-9925-51c500854a34 req-7423a195-792d-4baa-bfe0-3f58677f0ced tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Unset dirty status for tenant:1c52560ecc4840098ea777db6450aef5 on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:52.834801 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3129e02c-f44c-4c90-9925-51c500854a34 req-7423a195-792d-4baa-bfe0-3f58677f0ced tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961870 May 27 03:27:52.869967 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:52.928728 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:53.102746 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-442b2c1a-14d4-4809-ae51-e50a836da0cf req-272fc2e9-1b83-444c-8667-44c384a413b0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 210 time: 0.0735083 May 27 03:27:53.116175 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Attempting to bind port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:53.116629 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Attempting to bind port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:53.116882 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Attempting to bind port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:53.129666 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:27:53.129995 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Attempting to bind port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 on network 05707e60-3000-4d0a-98ee-2b34b5be96f6 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:53.156893 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:53.157227 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Checking segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:53.157768 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Bound using segment: {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:53.162211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Bound port: d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59394e32-90d6-477d-a11e-7659617a5610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:53.162588 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.192675 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c2c72905-eaea-46ad-94f6-8503b17b5966 req-d68f00d7-3016-43bd-969c-9b2923a8d260 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685937 May 27 03:27:53.320989 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] For port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:53.325911 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] For port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:53.331801 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.340451 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d6de74e9-c4fe-4302-bc7a-f8a8ad31cfae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:53.453689 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:53.458954 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:53.469896 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.471128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.476222 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] 10.222.0.10 "PUT /v2.0/ports/d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 HTTP/1.1" status: 200 len: 1093 time: 1.6607361 May 27 03:27:53.476531 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'tag': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:53.481737 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adc38-e11a-49aa-b9d4-f7fc5c819aa5 req-4422c0cc-bc19-4db1-84d1-40db4037f992 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.484455 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ee9adc38-e11a-49aa-b9d4-f7fc5c819aa5 req-4422c0cc-bc19-4db1-84d1-40db4037f992 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.2615268 May 27 03:27:53.571041 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ee9adc38-e11a-49aa-b9d4-f7fc5c819aa5 req-8fb60bbf-0385-454a-9db8-76cee27bd628 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800791 May 27 03:27:53.592337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-be0ecb99-7dd8-41ac-b447-98096190b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.592734 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-be0ecb99-7dd8-41ac-b447-98096190b756 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1097 time: 0.2875562 May 27 03:27:53.713681 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-c5a135e6-94dc-445f-b49e-13a48e589ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.716783 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-c5a135e6-94dc-445f-b49e-13a48e589ba1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 1096 time: 0.1832078 May 27 03:27:53.830876 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-9d61ea13-88af-4ead-8d0b-48cc48a729f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 HTTP/1.1" status: 200 len: 217 time: 0.1036527 May 27 03:27:53.952076 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-60920ea2-e2f5-484e-8442-7a18f0fd4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.954448 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-60920ea2-e2f5-484e-8442-7a18f0fd4d67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1169553 May 27 03:27:54.025819 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-7367568b-083a-4b9b-b5cc-1f325b796992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.027910 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-7367568b-083a-4b9b-b5cc-1f325b796992 service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.4281516 May 27 03:27:54.057042 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-2c50e2b2-5423-46e1-bb76-ae9614e57179 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955820 May 27 03:27:54.063033 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'tag': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4', 'status': 'completed', 'code': 200} May 27 03:27:54.146921 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-82edd3ba-2ff0-4f3d-b0eb-4d7a04cba9bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.1116500 May 27 03:27:54.226473 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-1a39b45b-124b-4e8c-ae34-e4bff7998dfd service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597905 May 27 03:27:54.353757 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0f701466-aa63-464f-a2fd-afbcae247299 req-34f7c959-97d5-4a86-9015-60062a0fb933 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 210 time: 0.0557930 May 27 03:27:54.358730 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-da34d97d-2f4d-41c1-b432-fbed29a635ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.360297 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-da34d97d-2f4d-41c1-b432-fbed29a635ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1360478 May 27 03:27:54.410009 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-835c7455-5ec3-49cd-8644-32adb53fbda0 req-4b8ab67c-07bf-4309-a16a-1aeda9228cc5 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737585 May 27 03:27:54.435780 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-b8405ce7-47de-4d3e-b2fb-7e60e03d0dfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677435 May 27 03:27:54.445414 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f0e07-75df-4c3a-b413-ca9b00d3a691 req-1ee24fbc-aac7-4649-a3a1-12964f9127fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.447467 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a6f0e07-75df-4c3a-b413-ca9b00d3a691 req-1ee24fbc-aac7-4649-a3a1-12964f9127fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 943 time: 0.3058646 May 27 03:27:54.594683 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-d0b79db6-7e15-4668-833b-4b87e4bc29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.596334 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-d0b79db6-7e15-4668-833b-4b87e4bc29e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 1096 time: 0.1230326 May 27 03:27:54.713612 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a6f0e07-75df-4c3a-b413-ca9b00d3a691 req-cc7240d8-cedd-497c-a34a-f0b146d060ca tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847396 May 27 03:27:54.787216 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-5c294b0a-7e03-4104-86a2-35234c5e7048 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388147 May 27 03:27:54.846327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-c17394a6-1014-4657-8779-12cd2add794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.848029 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-c17394a6-1014-4657-8779-12cd2add794c service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.2431331 May 27 03:27:54.930564 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a5baf7e-6e7d-4726-8faf-5470ebd7a94e req-e6920bdb-ad62-4c4b-b01d-2a40096d800f service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357565 May 27 03:27:54.951876 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-55ec3a29-a95e-4df5-92e5-4e40594e573b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 HTTP/1.1" status: 200 len: 217 time: 0.0800231 May 27 03:27:55.150938 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-e7fda491-6707-4f77-a6f9-88de703b3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:55.152356 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-e7fda491-6707-4f77-a6f9-88de703b3c79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1546633 May 27 03:27:55.215274 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-8c701a45-3c62-4761-8036-b2a4b0af0d67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479441 May 27 03:27:55.268332 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-1820c285-9e19-494e-abb0-9a0db0c3c347 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:55.269753 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-1820c285-9e19-494e-abb0-9a0db0c3c347 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 816 time: 0.4208994 May 27 03:27:55.387298 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-bb67d12d-cc46-4f5e-a209-623f40af2a84 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 380 time: 0.0712125 May 27 03:27:55.407936 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'port': {'device_id': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'admin_state_up': True, 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'security_groups': ['4ff9fbfb-70e7-4a7b-882b-126b338c7931']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:55.436590 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-82b08547-ef0f-4f64-bbdc-39ee3340753f service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064903 May 27 03:27:55.543280 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de97c6e8-8d72-47c7-92c4-85e8a273b55a req-554117ea-4932-46d1-b5bf-b3b2dd3e93a9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 210 time: 0.0658507 May 27 03:27:55.686410 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:55.697659 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-7b48b3a9-6371-498e-991f-3a38cd93baca req-1bac93f3-6215-41c1-84f0-b800328cd6b9 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045743 May 27 03:27:55.702211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:55.714721 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Made reservation on behalf of 14703d4108504b9b8a86704d529b30cf for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:55.726531 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:55.945567 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Allocated IP 172.20.0.13 (752aa57e-d0c0-4d33-b3fe-a94576910797/7b6f5313-66a3-441e-b345-2130c894bbb6/72284dc1-4cb5-4e39-a7a6-b2b4e5580414) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:55.958041 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffdd59-5e93-48ca-9e64-a8f262173522 req-7b807c5d-81df-4ea8-a6b2-7d9b20786d5f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:55.959820 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-15ffdd59-5e93-48ca-9e64-a8f262173522 req-7b807c5d-81df-4ea8-a6b2-7d9b20786d5f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 943 time: 0.1225469 May 27 03:27:56.015902 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-15ffdd59-5e93-48ca-9e64-a8f262173522 req-b9d5fb54-8fd6-4c5b-9f57-7106748cf8ab tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 May 27 03:27:56.169115 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.185762 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Transition to ACTIVE for port object 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:56.225674 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.253920 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:56.300754 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:56.308788 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:56.317898 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:27:56.379030 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 12e989d0-7e68-4af0-8c32-862392d376ec details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:56.405928 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:56.410600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:56.423285 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:56.423929 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.464282 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0601935 May 27 03:27:56.475896 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Request body: {'port': {'device_id': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:56.700789 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 12e989d0-7e68-4af0-8c32-862392d376ec, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=12e989d0-7e68-4af0-8c32-862392d376ec,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:56.729592 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.740546 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '12e989d0-7e68-4af0-8c32-862392d376ec', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'port_id': '12e989d0-7e68-4af0-8c32-862392d376ec', 'mac_address': 'fa:16:3e:db:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:56.778416 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-bc1674a8-f54f-455f-8d4f-32d20967779d None None] Provisioning for port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:56.814397 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-bc1674a8-f54f-455f-8d4f-32d20967779d None None] Provisioning complete for port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:56.814397 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-bc1674a8-f54f-455f-8d4f-32d20967779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.862377 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be333139-11ad-459b-8b7f-6b049d9d0853 req-dedc10f7-729e-4057-a38b-dee803805eec tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:56.870231 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be333139-11ad-459b-8b7f-6b049d9d0853 req-dedc10f7-729e-4057-a38b-dee803805eec tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 932 time: 0.1237073 May 27 03:27:56.878773 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-bc1674a8-f54f-455f-8d4f-32d20967779d None None] Port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:27:56.889464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.910221 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e989d0-7e68-4af0-8c32-862392d376ec {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:56.925432 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be333139-11ad-459b-8b7f-6b049d9d0853 req-494769e5-ed99-4731-833c-b4b68655837b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542743 May 27 03:27:56.930293 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 12e989d0-7e68-4af0-8c32-862392d376ec, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=12e989d0-7e68-4af0-8c32-862392d376ec,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:56.943213 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.946144 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:57.022563 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=12e989d0-7e68-4af0-8c32-862392d376ec,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:57.030943 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:57.164174 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['12e989d0-7e68-4af0-8c32-862392d376ec'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:27:57.273482 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:57.286568 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.334640 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Transition to ACTIVE for port object 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:57.338282 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842601b-c691-4f65-8654-f1ec1dcd4f04 req-eb6cff5d-a2c1-49e6-8668-e1fbc4507331 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:57.341369 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e842601b-c691-4f65-8654-f1ec1dcd4f04 req-eb6cff5d-a2c1-49e6-8668-e1fbc4507331 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 943 time: 0.1831536 May 27 03:27:57.347213 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.363371 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:57.436214 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e842601b-c691-4f65-8654-f1ec1dcd4f04 req-cff5b31e-6755-4b13-b616-1c02e396c3df tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886266 May 27 03:27:57.634856 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:57.642196 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:57.722869 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Attempting to bind port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:57.723216 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Attempting to bind port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:57.723672 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Attempting to bind port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 on network 752aa57e-d0c0-4d33-b3fe-a94576910797 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:57.729150 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 on network 752aa57e-d0c0-4d33-b3fe-a94576910797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:27:57.729611 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Attempting to bind port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 on network 752aa57e-d0c0-4d33-b3fe-a94576910797 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:27:57.735384 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:27:57.735706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Checking segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:27:57.736088 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Bound using segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:27:57.736507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Bound port: 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:57.737053 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.845282 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:27:57.848191 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:27:57.851573 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.856171 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:57.912342 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:57.912948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.914324 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] 10.222.0.10 "PUT /v2.0/ports/72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 1094 time: 1.4450989 May 27 03:27:57.914777 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:57.935507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:57.957996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:58.047635 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'status': 'completed', 'code': 200} May 27 03:27:58.160119 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-73acc604-564f-4efe-b2f8-e6d7ac7f272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.162004 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-73acc604-564f-4efe-b2f8-e6d7ac7f272f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1097 time: 0.1991379 May 27 03:27:58.261655 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcabbe-acdb-4bb5-9884-879833d6de59 req-136b2968-9b43-4ed5-9ff5-9923eb4ce52c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.263540 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dadcabbe-acdb-4bb5-9884-879833d6de59 req-136b2968-9b43-4ed5-9ff5-9923eb4ce52c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.1201954 May 27 03:27:58.269952 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-f5358e7f-fc4f-40a7-8617-99280d832494 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 217 time: 0.0990872 May 27 03:27:58.324635 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dadcabbe-acdb-4bb5-9884-879833d6de59 req-58623c45-7d00-4156-bd1a-4705e3ccc3a4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541320 May 27 03:27:58.351129 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-df2c2d8f-8989-41fe-af37-23d5faae3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.354319 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-df2c2d8f-8989-41fe-af37-23d5faae3102 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0770957 May 27 03:27:58.393949 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:58.442433 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 12e989d0-7e68-4af0-8c32-862392d376ec up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:58.472127 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-62448c44-0495-4e44-bc48-d7d5edc544d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.474553 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-62448c44-0495-4e44-bc48-d7d5edc544d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1125062 May 27 03:27:58.620733 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 12e989d0-7e68-4af0-8c32-862392d376ec completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:58.640889 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:58.662677 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 12e989d0-7e68-4af0-8c32-862392d376ec triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:58.663668 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:58.710519 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-d3bd9199-9922-4cf8-9363-8fd623142b4d service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294328 May 27 03:27:58.760056 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4', 'network_id': '05707e60-3000-4d0a-98ee-2b34b5be96f6', 'port_id': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4', 'mac_address': 'fa:16:3e:2d:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d65f8f-4d3f-465a-b36f-3da6cd8cb773', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:58.789639 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e49df1-1066-4118-8097-05bfd228d3cd req-1cd6145a-0ddf-478f-9b5a-943d56236d65 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.791712 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c9e49df1-1066-4118-8097-05bfd228d3cd req-1cd6145a-0ddf-478f-9b5a-943d56236d65 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 943 time: 0.1537325 May 27 03:27:58.855878 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c9e49df1-1066-4118-8097-05bfd228d3cd req-7c6766c8-d823-4c85-8235-411d7c84c225 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 May 27 03:27:58.919041 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:58.935358 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1988035f-6d89-4c7b-bbd4-2760bbb8681f req-50a98ed6-9449-433f-8fef-0ebc2c0ae6cd service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116096 May 27 03:27:58.945422 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:58.959837 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:58.977412 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:58.987350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:58.997256 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:59.051684 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e989d0-7e68-4af0-8c32-862392d376ec'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:59.081705 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 12e989d0-7e68-4af0-8c32-862392d376ec, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=12e989d0-7e68-4af0-8c32-862392d376ec,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:59.087721 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.098705 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:59.100814 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-a7a70694-7c03-4252-b345-3610f8dc2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.101702 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:59.102344 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:27:59.102719 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-a7a70694-7c03-4252-b345-3610f8dc2856 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1097 time: 0.0936682 May 27 03:27:59.147537 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e989d0-7e68-4af0-8c32-862392d376ec', 'code': 200} May 27 03:27:59.211394 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=12e989d0-7e68-4af0-8c32-862392d376ec,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:59.214775 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:27:59.249225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-c95cf8ee-7c04-4a3f-b517-a70abf5e2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.250946 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-c95cf8ee-7c04-4a3f-b517-a70abf5e2a17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.1414080 May 27 03:27:59.254964 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:27:59.327471 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-19fbb645-805c-4d96-8708-36d838abc96a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 217 time: 0.0688443 May 27 03:27:59.461000 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-c302b496-33af-4d3f-b89c-e9afe8833832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.462593 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-c302b496-33af-4d3f-b89c-e9afe8833832 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0893710 May 27 03:27:59.475242 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c8ef-f306-43fc-9a86-49019030f77e req-6f05c6db-ddfa-41cb-b400-4919673d51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.476962 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-cc86c8ef-f306-43fc-9a86-49019030f77e req-6f05c6db-ddfa-41cb-b400-4919673d51bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.1465621 May 27 03:27:59.567652 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21372-4d5a-48fa-a9cb-18d109c5aff6 req-3f817bbc-2aa7-4be0-b341-1f0625cf8369 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.569508 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fed21372-4d5a-48fa-a9cb-18d109c5aff6 req-3f817bbc-2aa7-4be0-b341-1f0625cf8369 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.0893316 May 27 03:27:59.580529 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-cc86c8ef-f306-43fc-9a86-49019030f77e req-84cc1f19-2568-48c4-8516-a950353e1f00 service neutron] Synchronizing usage tracker for tenant:626025736a6a411ab31e7f1806b3e909 on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:59.606517 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-d0fefa1d-60ee-4559-9359-99fc982816a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.608078 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-d0fefa1d-60ee-4559-9359-99fc982816a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302361 May 27 03:27:59.609986 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-cc86c8ef-f306-43fc-9a86-49019030f77e req-84cc1f19-2568-48c4-8516-a950353e1f00 service neutron] Unset dirty status for tenant:626025736a6a411ab31e7f1806b3e909 on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:59.611024 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-cc86c8ef-f306-43fc-9a86-49019030f77e req-84cc1f19-2568-48c4-8516-a950353e1f00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848005 May 27 03:27:59.635433 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fed21372-4d5a-48fa-a9cb-18d109c5aff6 req-42480477-4a11-465d-8060-a78b4c8120e2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576401 May 27 03:27:59.859454 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-aa829737-f7f1-44b0-9b1a-ac6cc86a24d3 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929533 May 27 03:27:59.900208 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311a45-d72b-4f41-9b47-8026d6f8f919 req-06d109c6-eb1f-451f-95f3-8b8d468da8b3 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.902672 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0311a45-d72b-4f41-9b47-8026d6f8f919 req-06d109c6-eb1f-451f-95f3-8b8d468da8b3 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.1182916 May 27 03:28:00.016350 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0311a45-d72b-4f41-9b47-8026d6f8f919 req-e61ebefc-71a2-4839-96ab-5a9ca5361a65 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 May 27 03:28:00.067128 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-20a9f7fa-0f0c-48c7-a1ab-dc156be68f0b req-22e84658-c74c-4cec-b181-502c1f0a7217 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991997 May 27 03:28:00.168461 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336de374-d497-4886-ad80-6620ddd3af15 req-0fcf1929-b498-4b7a-bca8-bdfa331113f8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:00.170025 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-336de374-d497-4886-ad80-6620ddd3af15 req-0fcf1929-b498-4b7a-bca8-bdfa331113f8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 944 time: 0.1072142 May 27 03:28:00.215798 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-336de374-d497-4886-ad80-6620ddd3af15 req-8c7596f9-940d-4339-8791-3adb98d7933b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 May 27 03:28:00.399539 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:00.476874 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:00.482090 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:00.482453 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.655572 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.695784 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:00.700907 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.704386 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:00.810702 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:00.816375 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:00.842885 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51854) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:00.898879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a061-fbd7-4f80-ac36-a09be112213d req-26bb1e98-270e-4ab0-94a9-061b6abc5779 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:00.908387 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a229a061-fbd7-4f80-ac36-a09be112213d req-26bb1e98-270e-4ab0-94a9-061b6abc5779 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.1188495 May 27 03:28:00.956347 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a229a061-fbd7-4f80-ac36-a09be112213d req-ddd00696-78bc-43ad-8d8b-ce53ea1fe29c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 May 27 03:28:01.020453 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.050847 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:01.059541 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Usage tracker for resource:security_group_rule and tenant:e6315a88841e4e3c98fb1140992a1b55 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:01.069481 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:01.085770 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:01.148690 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:01.207376 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51884) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:01.211353 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4', 'code': 200} May 27 03:28:01.277283 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.288601 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.325504 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e0d5eec8-70d4-44be-abe2-4965089f323a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:01.371784 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6315a88841e4e3c98fb1140992a1b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267389 May 27 03:28:01.373896 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51896) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:01.376778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af2229-4d7c-4f30-94c2-50e6adcb5afb,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:01.394751 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0748e-79a9-4296-99b5-50e926bba174 req-0134aecb-b465-45c1-b056-ce96ebe58d81 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:01.396347 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bed0748e-79a9-4296-99b5-50e926bba174 req-0134aecb-b465-45c1-b056-ce96ebe58d81 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.2206779 May 27 03:28:01.401895 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:01.450997 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.495834 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:01.501784 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Usage tracker for resource:security_group_rule and tenant:9c323270b4e448f2abdebed260871a3e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:01.505128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:01.514652 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bed0748e-79a9-4296-99b5-50e926bba174 req-f8a2195a-cc3a-4fe7-9a28-8fde9a72fc7e tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116669 May 27 03:28:01.556945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:01.558634 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d24e5a-9b95-4d07-b718-e80bbfb482c8 req-ac8d0760-2fed-4a73-bd66-e7f1ad7210b8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:01.560209 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-68d24e5a-9b95-4d07-b718-e80bbfb482c8 req-ac8d0760-2fed-4a73-bd66-e7f1ad7210b8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.0972407 May 27 03:28:01.609387 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-68d24e5a-9b95-4d07-b718-e80bbfb482c8 req-92eb21fb-70e5-4d09-8030-3aa9f8b1ddf9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 May 27 03:28:01.657676 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.709063 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.769956 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-3c0ca88a-9c19-4947-a57d-628e1e3fd95d tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:01.771387 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-3c0ca88a-9c19-4947-a57d-628e1e3fd95d tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.2604773 May 27 03:28:01.777136 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cc392-eec5-4c42-a4f1-ae4850d2d1f3 req-4b17967e-fd2b-4f18-9ad6-cc766a780ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:01.778554 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-800cc392-eec5-4c42-a4f1-ae4850d2d1f3 req-4b17967e-fd2b-4f18-9ad6-cc766a780ed7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 1098 time: 0.2193012 May 27 03:28:01.947200 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-800cc392-eec5-4c42-a4f1-ae4850d2d1f3 req-9e44bbfe-b3f2-4539-8cf1-d5fe87a7fe20 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338031 May 27 03:28:01.951093 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.951996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.965695 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:01.979571 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.990979 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af2229-4d7c-4f30-94c2-50e6adcb5afb,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:02.000967 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:02.001581 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d3bcdbfe-37a9-4c7d-bcf4-3b7504597977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:02.034717 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.035841 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6af2229-4d7c-4f30-94c2-50e6adcb5afb HTTP/1.1" status: 204 len: 168 time: 0.6609440 May 27 03:28:02.050926 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c323270b4e448f2abdebed260871a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8373363 May 27 03:28:02.051403 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51906) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:02.055783 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a32b7d7-fe7f-46cf-9ece-3acf0c8937ad,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:02.059377 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:02.063496 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Deleting port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:28:02.063830 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.121371 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.191930 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.208901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] For port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,segment=NetworkSegment(5ce6f771-c841-4f9e-9d38-110cffde4721),segment_id=5ce6f771-c841-4f9e-9d38-110cffde4721)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:02.209259 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.350316 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Calling delete_port for 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:28:02.358540 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.370604 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-68e759cd-e7fb-4c12-a66a-77d18620f1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:02.387141 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fd760-c2b8-44f6-b75a-eaa8b5d3f3f3 req-c17339ad-9084-4e3a-a755-17f205fd9e56 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:02.389173 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6a5fd760-c2b8-44f6-b75a-eaa8b5d3f3f3 req-c17339ad-9084-4e3a-a755-17f205fd9e56 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.2650242 May 27 03:28:02.406117 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:02.460362 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a32b7d7-fe7f-46cf-9ece-3acf0c8937ad,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:02.486473 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51928) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:02.489123 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:02.507878 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.514352 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a32b7d7-fe7f-46cf-9ece-3acf0c8937ad HTTP/1.1" status: 204 len: 168 time: 0.4602528 May 27 03:28:02.526576 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.536745 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6a5fd760-c2b8-44f6-b75a-eaa8b5d3f3f3 req-9cf85faf-f8b0-4622-9378-2d2c6432a19d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383002 May 27 03:28:02.584309 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:02.603231 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Usage tracker for resource:security_group_rule and tenant:ff2a068e1c68445cb3776ae6ae496a39 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:02.607181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:02.726761 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:02.788052 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:02.829604 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'mac_address': 'fa:16:3e:c1:b5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:02.900442 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313818-7282-4ecc-baf4-f4e906ab412d req-0707884e-09ff-4128-8ae9-c23c21711e87 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:02.911312 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d2313818-7282-4ecc-baf4-f4e906ab412d req-0707884e-09ff-4128-8ae9-c23c21711e87 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 946 time: 0.1652777 May 27 03:28:02.913452 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.930169 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.936543 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:02.945888 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['6de0cd0b-6287-4438-91ed-8e9655ed6ec9'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:28:02.947528 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:03.007687 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:03.014154 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Pushing event deleted for resources: {'Port': ['ID=6de0cd0b-6287-4438-91ed-8e9655ed6ec9,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.016238 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.018988 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:03.025679 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:03.060461 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d2313818-7282-4ecc-baf4-f4e906ab412d req-1eda74bf-ec02-4ff4-ad97-9b83cc714b16 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/security-groups?id=604d1332-7a8e-4396-9b26-f0d98952f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480422 May 27 03:28:03.119439 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfed6a-d353-47ab-8103-22dc1a0b7f22 req-e3f783e4-2158-4545-8c18-8246656676dc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:03.121365 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4edfed6a-d353-47ab-8103-22dc1a0b7f22 req-e3f783e4-2158-4545-8c18-8246656676dc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2072980 May 27 03:28:03.131609 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] No DVR routers for this DVR port 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:03.144534 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.147562 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'name': 'network-vif-deleted', 'tag': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:03.149177 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.153738 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:03.188834 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.196098 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.197164 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4edfed6a-d353-47ab-8103-22dc1a0b7f22 req-4c1d1d93-51d9-43b5-b202-2077de2f43aa tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699193 May 27 03:28:03.222825 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:03.235329 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-c05cae4d-dc8e-4aad-bf25-d2ffcf23f8cd req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.10 "DELETE /v2.0/ports/6de0cd0b-6287-4438-91ed-8e9655ed6ec9 HTTP/1.1" status: 204 len: 173 time: 1.4557855 May 27 03:28:03.240247 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ea5812-c153-4b60-8df1-fd668d2d8977', 'name': 'network-vif-deleted', 'tag': '6de0cd0b-6287-4438-91ed-8e9655ed6ec9', 'status': 'completed', 'code': 200} May 27 03:28:03.244674 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff2a068e1c68445cb3776ae6ae496a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7569780 May 27 03:28:03.247435 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51954) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:03.252202 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['72284dc1-4cb5-4e39-a7a6-b2b4e5580414'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:28:03.275720 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 51958) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:03.309000 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa14455-58dd-4a60-98d3-88dcba4258c0,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.314493 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:03.323348 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.360284 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:03.366738 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Usage tracker for resource:security_group_rule and tenant:d99eaec796ae485daf78db31f10f00e9 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:03.375681 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:03.385170 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:03.389671 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.431712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.529470 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.534956 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2bb6cda9-95f9-4e91-b7cc-f0f4736b5b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:03.544410 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.548727 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa14455-58dd-4a60-98d3-88dcba4258c0,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.551871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:03.552437 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.560581 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-91211db8-865e-4707-9449-70d1094de787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:03.621428 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51970) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:03.621580 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d99eaec796ae485daf78db31f10f00e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431292 May 27 03:28:03.640698 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.642155 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fa14455-58dd-4a60-98d3-88dcba4258c0 HTTP/1.1" status: 204 len: 168 time: 0.3933747 May 27 03:28:03.644963 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db78ab3b-6aae-49fd-9e23-a2c87f2159a3,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.652849 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:03.714152 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.755392 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.792207 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d1e10-ec80-41e2-abd5-3eebd2a2906f req-1f10029e-04ae-45d5-a136-e5285cc98a7b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:03.794908 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-517d1e10-ec80-41e2-abd5-3eebd2a2906f req-1f10029e-04ae-45d5-a136-e5285cc98a7b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 945 time: 0.1131179 May 27 03:28:03.815305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.820372 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:03.836382 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.837601 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db78ab3b-6aae-49fd-9e23-a2c87f2159a3 HTTP/1.1" status: 204 len: 168 time: 0.2150471 May 27 03:28:03.838533 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db78ab3b-6aae-49fd-9e23-a2c87f2159a3,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.841023 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:03.860661 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-517d1e10-ec80-41e2-abd5-3eebd2a2906f req-f9aa09ca-c387-45cd-b4b5-7c85c9f76508 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540545 May 27 03:28:04.083325 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 51994) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:04.325150 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f056d8ce-f4ed-4ddf-9a33-4e9f0934df82 req-47147583-e8bc-4fcd-9e2d-db6213051820 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ea5812-c153-4b60-8df1-fd668d2d8977 HTTP/1.1" status: 200 len: 210 time: 0.1034856 May 27 03:28:04.426360 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.429274 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:04.469576 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:04.479106 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4c0895d63d4378b213ce04d4640d31 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:04.485106 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:04.492600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:04.549373 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:04.561458 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:04.562790 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.573068 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b5958-5500-4c15-93b9-01a0eebbe0d3 req-572c341c-0fd1-425b-b93d-f74b3fbe4761 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:04.578136 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e7b5958-5500-4c15-93b9-01a0eebbe0d3 req-572c341c-0fd1-425b-b93d-f74b3fbe4761 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2073121 May 27 03:28:04.630917 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.638400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.659073 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52030) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:04.686785 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fd8abfe6-2496-4f1a-93c6-bdf9100a0dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:04.687853 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e7b5958-5500-4c15-93b9-01a0eebbe0d3 req-8e7d7ac9-ebd6-4e2f-af22-1af253427028 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007867 May 27 03:28:04.692699 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.708838 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:04.715931 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b4c0895d63d4378b213ce04d4640d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260180 May 27 03:28:04.716099 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d467aa819144449be6c20456934400 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:04.716524 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52036) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:04.729059 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:04.745072 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:04.769678 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2c2c4-bb4b-440d-9d42-226990683c8f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:04.778878 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:04.781434 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.823350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:04.835107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:04.841445 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.843234 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.844712 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:04.893257 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:04.900676 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.021339 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.049474 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-14ae540b-ab26-4681-8939-7ebeab3f085b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:05.055881 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'code': 200} May 27 03:28:05.057519 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:28:05.057888 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 6de0cd0b-6287-4438-91ed-8e9655ed6ec9 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:05.061610 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.073613 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:05.143791 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2c2c4-bb4b-440d-9d42-226990683c8f,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.174033 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:05.231249 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.235532 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdc2c2c4-bb4b-440d-9d42-226990683c8f HTTP/1.1" status: 204 len: 168 time: 0.5087032 May 27 03:28:05.238347 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.250556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.287617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1bb82c3e-f85e-40e4-9e29-5a5c5efbebfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:05.301403 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0d467aa819144449be6c20456934400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409791 May 27 03:28:05.309943 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52066) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:05.345646 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d93d7-5eda-439f-bb15-7301474c9cce req-c53e6f44-49ed-49f0-9ec8-745787e1122d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.355336 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fa1d93d7-5eda-439f-bb15-7301474c9cce req-c53e6f44-49ed-49f0-9ec8-745787e1122d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2704215 May 27 03:28:05.449499 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fa1d93d7-5eda-439f-bb15-7301474c9cce req-f5d0d70f-4676-4b43-bf6a-a634e6da181f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931683 May 27 03:28:05.493546 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e712a14-d7e3-49bc-9e61-a5cb9778256d,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.521590 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:05.610227 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aba53c-f002-46b7-be85-4935f1e1dcd0 req-5fe7b874-1247-486c-9403-e9d141f9a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.612448 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-f1aba53c-f002-46b7-be85-4935f1e1dcd0 req-5fe7b874-1247-486c-9403-e9d141f9a817 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1099 time: 0.4506068 May 27 03:28:05.679562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.714560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-d0e1f960-fd7e-4903-9565-eae9a8fd601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.719093 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-d0e1f960-fd7e-4903-9565-eae9a8fd601c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 1098 time: 0.4479387 May 27 03:28:05.726979 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-f1aba53c-f002-46b7-be85-4935f1e1dcd0 req-579cb776-1c28-4f0b-88cc-416b9893a5f1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031425 May 27 03:28:05.766848 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.802490 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788d663-fb1f-477a-b348-74f8a87ecc18 req-d670b5d2-610b-4d3c-93c8-5d812cbd511d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.806688 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4788d663-fb1f-477a-b348-74f8a87ecc18 req-d670b5d2-610b-4d3c-93c8-5d812cbd511d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.3820069 May 27 03:28:05.871741 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52100) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:05.985031 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4788d663-fb1f-477a-b348-74f8a87ecc18 req-5d6a2dff-4117-47f4-8e5c-b0d3598b79b2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692889 May 27 03:28:06.031693 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.037263 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3f5cf884-a5e1-4484-beed-af7628aebb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:06.044463 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52114) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:06.058496 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-a7575b89-a71f-48b9-95bb-3c66016d691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:06.061951 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-a7575b89-a71f-48b9-95bb-3c66016d691c service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.3312433 May 27 03:28:06.063913 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e712a14-d7e3-49bc-9e61-a5cb9778256d,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:06.066784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:06.076105 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.091623 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.092756 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e712a14-d7e3-49bc-9e61-a5cb9778256d HTTP/1.1" status: 204 len: 168 time: 0.7820668 May 27 03:28:06.098659 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:06.103390 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e897d52bd04baf8e0958b653f6feb8 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:06.106453 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:06.113281 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:06.256718 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-afb8b2f7-1a72-4be0-9899-c47817eab64f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 HTTP/1.1" status: 200 len: 217 time: 0.1803443 May 27 03:28:06.259283 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.267286 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.284977 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:06.360925 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.376622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-e6f963b8-3db9-4e8e-9a43-591c9c3701e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:06.378518 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-e6f963b8-3db9-4e8e-9a43-591c9c3701e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1135323 May 27 03:28:06.389279 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2e897d52bd04baf8e0958b653f6feb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383827 May 27 03:28:06.389279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8341889-02c5-4697-97c1-1583e1be92fd,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:06.391651 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52128) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:06.392692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:06.397100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:06.413161 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Usage tracker for resource:security_group_rule and tenant:0fc26920cc014d409d5dfed1ef2892bd is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:06.418330 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:06.440649 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:06.451323 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-8ba0fea6-3cb7-4136-b5dd-f0965c4499be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649784 May 27 03:28:06.531044 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.570554 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.672045 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-fbd8026a-be8c-4ed5-842c-cd04030c9326 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974807 May 27 03:28:06.908978 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.912082 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-04a1288a-d498-43b0-9e4f-c6b89185b737 req-41539060-aff1-4bb0-8c8e-8c808317afab service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297003 May 27 03:28:06.923715 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5918bc4a-1f75-4fae-b372-d07204227428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:06.945140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.946952 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8341889-02c5-4697-97c1-1583e1be92fd,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:06.950380 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:06.956464 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.970024 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-6ddfa112-b245-4efd-9397-fcd92f59a87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:06.989846 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429efa-21f7-4f11-8846-a22f231f99d3 req-579e0615-a1f8-4759-94e8-76ec68289817 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:06.991355 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bd429efa-21f7-4f11-8846-a22f231f99d3 req-579e0615-a1f8-4759-94e8-76ec68289817 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2991881 May 27 03:28:07.005665 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.009616 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8341889-02c5-4697-97c1-1583e1be92fd HTTP/1.1" status: 204 len: 168 time: 0.6113248 May 27 03:28:07.057492 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fc26920cc014d409d5dfed1ef2892bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1751366 May 27 03:28:07.060696 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388c176-ab43-4a83-ac27-b103aca7f18a,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:07.060798 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52170) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:07.066278 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:07.091845 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bd429efa-21f7-4f11-8846-a22f231f99d3 req-e2ca5aa7-7ef7-4bfb-8779-69f4dfc94192 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839081 May 27 03:28:07.170257 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.211528 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.262666 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed3a7d-ec61-40e8-959f-472467bc565e req-91f5cc24-00a8-44aa-9c7d-447d5f848451 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:07.264349 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-deed3a7d-ec61-40e8-959f-472467bc565e req-91f5cc24-00a8-44aa-9c7d-447d5f848451 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1160686 May 27 03:28:07.292133 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.297583 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:07.311746 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388c176-ab43-4a83-ac27-b103aca7f18a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:07.315889 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:07.325342 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.326510 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5388c176-ab43-4a83-ac27-b103aca7f18a HTTP/1.1" status: 204 len: 168 time: 0.2650921 May 27 03:28:07.337274 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-deed3a7d-ec61-40e8-959f-472467bc565e req-904b751e-94c1-4ffb-ad95-44970211421f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605235 May 27 03:28:07.623089 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52210) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:07.707162 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Deleting subnet bac40fd8-9d38-42c0-951b-881d79726008 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:28:07.712835 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.769657 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.842210 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.844101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52226) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:08.119809 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.135568 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:08.139969 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Usage tracker for resource:security_group_rule and tenant:ab71b052010b4f75b6e7be0de4eae6bb is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:08.142957 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:08.153157 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.163331 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:08.168794 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c9c8359b-fbd9-44c9-800f-e047db7e6390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:08.215824 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.220304 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac40fd8-9d38-42c0-951b-881d79726008,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.223319 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:08.229346 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-d1bef255-86bd-4c4e-ae1c-c47a58e320b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bac40fd8-9d38-42c0-951b-881d79726008 HTTP/1.1" status: 204 len: 168 time: 0.6025741 May 27 03:28:08.229540 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52254) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:08.369656 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.370205 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.392884 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5cb54-dcc1-453c-b9d6-e3cd33ad2066 req-a9f711a9-d494-4cdd-b039-7c8336b72293 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.394404 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ae5cb54-dcc1-453c-b9d6-e3cd33ad2066 req-a9f711a9-d494-4cdd-b039-7c8336b72293 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1398571 May 27 03:28:08.403701 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.414233 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-950c083f-6d81-4af4-8d05-bd0c5e7b0e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:08.501946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816eb86e-504e-4b69-b44f-453aaa5fc7b8,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.522491 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab71b052010b4f75b6e7be0de4eae6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732018 May 27 03:28:08.525615 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:08.527008 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52272) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:08.560084 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.574709 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ae5cb54-dcc1-453c-b9d6-e3cd33ad2066 req-70ef8854-ac82-4636-a0d9-0b5facc89805 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723604 May 27 03:28:08.576433 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cd0e94-21d9-48b8-ae9e-4db61ca53c70']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:08.605815 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce6f771-c841-4f9e-9d38-110cffde4721') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:08.607412 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce6f771-c841-4f9e-9d38-110cffde4721') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:08.634699 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.673721 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.718595 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951390-aaf8-4d0a-b5c8-a57e1cbc81b3 req-7511a191-166d-431f-b7df-eddfae49b45e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.725406 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-47951390-aaf8-4d0a-b5c8-a57e1cbc81b3 req-7511a191-166d-431f-b7df-eddfae49b45e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2013209 May 27 03:28:08.727855 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.729743 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.736591 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:28:08.737207 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:28:08.751893 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:28:08.839548 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.846595 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:08.862057 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-47951390-aaf8-4d0a-b5c8-a57e1cbc81b3 req-6116e99c-1747-41d3-addb-c05b79df0098 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356962 May 27 03:28:08.867328 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.888455 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38cd0e94-21d9-48b8-ae9e-4db61ca53c70 HTTP/1.1" status: 204 len: 168 time: 0.6576509 May 27 03:28:08.892468 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=38cd0e94-21d9-48b8-ae9e-4db61ca53c70,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.896257 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:08.900947 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0592-b8c3-4009-8876-d23a787922c9 req-5e32be55-9148-4995-b72f-2f0f6d6c09d2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.902666 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f62b0592-b8c3-4009-8876-d23a787922c9 req-5e32be55-9148-4995-b72f-2f0f6d6c09d2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1497924 May 27 03:28:08.903289 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.907040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:08.911432 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52290) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:08.917898 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'floatingip': {'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:08.920915 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816eb86e-504e-4b69-b44f-453aaa5fc7b8,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.941206 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:08.947185 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.949649 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/816eb86e-504e-4b69-b44f-453aaa5fc7b8 HTTP/1.1" status: 204 len: 168 time: 0.4177635 May 27 03:28:09.019285 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.233549 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52304) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:09.354797 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-3e849e1a-45be-4ae3-ab07-8fccbb41095f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc993a11dc242f2948f0a5ad1f1437a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1194696 May 27 03:28:09.356966 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52312) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:09.617225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.798004 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.891997 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.920085 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ba9d0e66-37ad-44ca-a6e5-1401bf806c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:09.954087 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d1332-7a8e-4396-9b26-f0d98952f8a1,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:09.984383 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52342) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:10.011378 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.044718 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.047799 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:10.051823 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604d1332-7a8e-4396-9b26-f0d98952f8a1 HTTP/1.1" status: 204 len: 168 time: 0.6935515 May 27 03:28:10.061985 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Usage tracker for resource:security_group_rule and tenant:a1d40161dbea45248f11a3e0c4652812 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:10.068460 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:10.071930 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:10.084324 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:10.116253 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.db.resource_extend [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:28:10.225804 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8118a-3b9e-41cd-993c-486bdfe80f04 req-e337ec7f-e4bb-423c-a776-0f09b139685f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:10.228146 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-baa8118a-3b9e-41cd-993c-486bdfe80f04 req-e337ec7f-e4bb-423c-a776-0f09b139685f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1416018 May 27 03:28:10.288256 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.293413 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.319510 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.333329 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-baa8118a-3b9e-41cd-993c-486bdfe80f04 req-5749471e-ff43-4e88-8c99-0d7b0e2fdb8a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944135 May 27 03:28:10.339211 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.351457 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-db057c9c-6682-4b59-996d-848eceb3a7d0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:10.397313 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1d40161dbea45248f11a3e0c4652812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117432 May 27 03:28:10.398554 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc86a8-f889-40b0-af5e-1c87c1fe3447,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:10.401633 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52388) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:10.404142 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:10.513262 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.558300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.666272 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.671872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8abbaf1f-1ad5-42e6-ac9d-2cf6111cb2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:10.699599 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc86a8-f889-40b0-af5e-1c87c1fe3447,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:10.704969 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:10.717988 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.719131 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95bc86a8-f889-40b0-af5e-1c87c1fe3447 HTTP/1.1" status: 204 len: 168 time: 0.3164134 May 27 03:28:10.776188 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.l3_db [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Floating IP 6e9f253a-58e6-4121-b76d-f7a6296d5bff associated. External IP: 172.28.1.126, port: 72284dc1-4cb5-4e39-a7a6-b2b4e5580414. May 27 03:28:11.218998 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:28:11.451238 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52442) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:11.460322 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:28:11.475523 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:11.475996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.488310 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:11.489263 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:11.577909 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-3c127370-8947-4195-b41a-44ec5c998db9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "PUT /v2.0/floatingips/6e9f253a-58e6-4121-b76d-f7a6296d5bff HTTP/1.1" status: 200 len: 992 time: 2.6636329 May 27 03:28:11.577909 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:11.665120 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22675b-6815-4f41-be64-c97451e2aafb req-19f3d77a-0712-4d1a-8703-730e965d4290 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:11.680900 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1b22675b-6815-4f41-be64-c97451e2aafb req-19f3d77a-0712-4d1a-8703-730e965d4290 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2111812 May 27 03:28:11.761550 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.791225 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:11.805983 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:11.806792 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Usage tracker for resource:security_group_rule and tenant:200c2ec21d8c4730b840e208020318a7 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:11.814320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:11.850493 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1b22675b-6815-4f41-be64-c97451e2aafb req-07f281e0-f5a2-436f-b93c-3b9e8327b082 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676664 May 27 03:28:11.853834 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:11.911260 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'status': 'completed', 'code': 200} May 27 03:28:11.972849 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.065238 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.073581 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.087998 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:12.111461 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-0f6a90fd-947e-453d-90f2-b8344283dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.113172 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-0f6a90fd-947e-453d-90f2-b8344283dc9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1099 time: 0.1515985 May 27 03:28:12.151113 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52490) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:12.160593 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=200c2ec21d8c4730b840e208020318a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070136 May 27 03:28:12.164678 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52494) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:12.201294 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460d2ff-ec1e-4b3b-a4f0-e002bb263890,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:12.213660 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:12.260934 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.290582 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-01ae586f-dc60-43f3-8103-14251078c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.293020 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-01ae586f-dc60-43f3-8103-14251078c676 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.1723342 May 27 03:28:12.335754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.350820 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '6e9f253a-58e6-4121-b76d-f7a6296d5bff', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'mac_address': 'fa:16:3e:c1:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:27:47Z', 'updated_at': '2021-05-27T03:28:09Z', 'revision_number': 1, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:12.355908 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:12.366410 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:12.367156 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:27:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:12.443934 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-80b3481a-c4e4-48df-8994-57c2a2d57c31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 1000 time: 0.1413295 May 27 03:28:12.486992 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.495131 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:12.519389 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.524564 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a460d2ff-ec1e-4b3b-a4f0-e002bb263890 HTTP/1.1" status: 204 len: 168 time: 0.3583736 May 27 03:28:12.528312 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460d2ff-ec1e-4b3b-a4f0-e002bb263890,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:12.538614 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:12.628015 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:12.631181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-c678b7a2-c60b-4f43-b8de-85f12beb3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.632739 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-c678b7a2-c60b-4f43-b8de-85f12beb3c4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.1791611 May 27 03:28:12.728081 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-759193083-network', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:12.754380 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:12.797803 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Usage tracker for resource:network and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:12.801675 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:12.822506 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:12.885297 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Made reservation on behalf of 42fa207370ca46b19ee14e98ce1c42a6 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:12.887672 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.913069 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-2544f85d-82f9-4245-94a8-792a4925068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.922771 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-2544f85d-82f9-4245-94a8-792a4925068c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2822421 May 27 03:28:12.923695 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.156350 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:13.163666 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:13.180138 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:13.237436 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:13.290808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61696f-f74c-44be-811a-9710754303ff req-c9520c7e-00cf-4057-bba8-74d496f34fb8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:13.292575 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dd61696f-f74c-44be-811a-9710754303ff req-c9520c7e-00cf-4057-bba8-74d496f34fb8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1884191 May 27 03:28:13.329412 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52548) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:13.372125 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.385312 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-37b7c51f-e21e-4083-93ce-b506b0890f68 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483211 May 27 03:28:13.439052 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:13.444125 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dd61696f-f74c-44be-811a-9710754303ff req-2a4bf1d0-8d7b-42f5-b311-bf292cad9c66 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431930 May 27 03:28:13.447284 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Usage tracker for resource:security_group_rule and tenant:dc23950384984d8bb8f77dc19fc74adf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:13.450499 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:13.457193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:13.462127 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '6e9f253a-58e6-4121-b76d-f7a6296d5bff', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'mac_address': 'fa:16:3e:c1:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:27:47Z', 'updated_at': '2021-05-27T03:28:09Z', 'revision_number': 1, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:13.468939 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b8a2a-e4ad-4ba3-9e6c-76f19d135db1 None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '6e9f253a-58e6-4121-b76d-f7a6296d5bff', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'mac_address': 'fa:16:3e:c1:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:27:47Z', 'updated_at': '2021-05-27T03:28:09Z', 'revision_number': 1, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:13.598427 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.605581 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.617244 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f64440a8-afbb-46f2-b4ad-bfa0068e4969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:13.670472 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9fd0-c0d2-4762-a7d3-3985ea6ec8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.687808 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc23950384984d8bb8f77dc19fc74adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553689 May 27 03:28:13.688775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52566) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:13.693670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ba5f3-684e-4459-8220-f3e753e2726f,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:13.700913 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:13.809646 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f645c4e-f461-4f9b-a461-9655abe1982c req-bfa8fa0e-0035-4b5c-b36d-5efae00795c1 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806639 May 27 03:28:13.812529 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.825195 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.846128 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f0f0b-99c5-44b2-9ed6-839347bb72c8 None None] New status for floating IP 6e9f253a-58e6-4121-b76d-f7a6296d5bff: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:28:13.846700 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:13.856172 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3097b941-2f15-446d-9cba-36e39bebe504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:13.887025 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc2aa6-223c-4afc-af94-57a6c633b3c9,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:13.898090 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.911926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:13.912973 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.913258 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Added segment 5251825d-6ffd-4b99-a3d5-1af9e9eb6042 of type vlan for network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 May 27 03:28:13.944116 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.981298 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.044163 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.044397 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.048834 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:14.049407 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.053193 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:14.068559 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ba5f3-684e-4459-8220-f3e753e2726f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:14.082043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:14.086070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:14.197575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.201731 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f8ba5f3-684e-4459-8220-f3e753e2726f HTTP/1.1" status: 204 len: 168 time: 0.5119536 May 27 03:28:14.221345 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52598) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:14.227897 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Request body: {'subnet': {'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-759193083-subnet', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:14.231585 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0772941 May 27 03:28:14.237448 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:14.243936 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Usage tracker for resource:subnet and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:14.251765 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:14.256781 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Pushing event updated for resources: {'Network': ['ID=a8dc59ea-2d61-4f6b-9df8-539c34e772a4,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:14.262429 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:14.265187 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:14.269283 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:28:14.292027 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Made reservation on behalf of 42fa207370ca46b19ee14e98ce1c42a6 for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:14.294604 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3011010'] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.853689 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea8f2-fce1-4e7a-9b54-787f4f8089c2 req-9badc812-2031-4e5c-b60d-c447b7056c6c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:14.855189 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fdbea8f2-fce1-4e7a-9b54-787f4f8089c2 req-9badc812-2031-4e5c-b60d-c447b7056c6c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1162496 May 27 03:28:14.965702 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fdbea8f2-fce1-4e7a-9b54-787f4f8089c2 req-61b70621-e80e-4c6d-90fb-10b74c9b5ae1 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979428 May 27 03:28:15.021784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3011028'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.025999 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-af3a866b-4e5f-4d5d-a040-c1cf7849890b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:15.102975 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b865ab-060a-41f8-8465-6841949f2b32,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:15.116112 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:15.132389 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Checking segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:15.132766 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Network hostable DHCP agents. Network: a8dc59ea-2d61-4f6b-9df8-539c34e772a4, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:15.153583 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:15.163502 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, a8dc59ea-2d61-4f6b-9df8-539c34e772a4) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:15.173885 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:15.174560 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.177054 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c0086-7c67-41a7-95f6-bf1e978e978d None None] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:28:15.212236 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9893281 May 27 03:28:15.214943 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52636) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:15.220871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:15.225887 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:15.230266 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Usage tracker for resource:router and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:15.233690 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:15.239875 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:15.263107 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.264328 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.281512 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.451158 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:28:15.451986 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.634798 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.671216 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Allocated IP 172.20.0.2 (a8dc59ea-2d61-4f6b-9df8-539c34e772a4/c3b865ab-060a-41f8-8465-6841949f2b32/fb358db1-d366-4f0e-855a-7059ea2ae8c4) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:15.763531 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52656) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:15.948745 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.950497 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.963202 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Transition to ACTIVE for port object fb358db1-d366-4f0e-855a-7059ea2ae8c4 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:15.968237 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:15.980857 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fbc0a9e2c44a0696a58304a358060f is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:15.986547 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:15.994056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:16.043254 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Transition to ACTIVE for port object fb358db1-d366-4f0e-855a-7059ea2ae8c4 will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:16.061395 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1e7aafc4-ff9c-40ca-ac46-19c58b2e49bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.069117 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.081558 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:16.114325 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.150848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.261698 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.275660 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:16.282737 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:16.285649 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:16.345606 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Pushing event updated for resources: {'Port': ['ID=fb358db1-d366-4f0e-855a-7059ea2ae8c4,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.357529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:16.363658 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Allocated IP 172.28.1.93 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:16.437902 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.456448 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.484004 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:16.503728 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Attempting to bind port fb358db1-d366-4f0e-855a-7059ea2ae8c4 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:16.506381 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Attempting to bind port fb358db1-d366-4f0e-855a-7059ea2ae8c4 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:16.506883 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Attempting to bind port fb358db1-d366-4f0e-855a-7059ea2ae8c4 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:16.522315 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3fbc0a9e2c44a0696a58304a358060f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7499082 May 27 03:28:16.522315 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c648e7c-3626-4ac0-ab4f-dd30938e7ca5,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.522529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:16.522529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Checking segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:16.522529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.522529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Bound using segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:16.522529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Bound port: fb358db1-d366-4f0e-855a-7059ea2ae8c4, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:16.522529 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.523074 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52696) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:16.601828 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.603030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.604530 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.606057 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.608878 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.609526 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.609907 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.611140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.611565 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.613158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.613611 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.616206 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:16.637046 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:16.675829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd432fa8-af81-40a0-9173-1158ff3892f1 req-0fd790af-00de-45fb-a9cb-139dd132127e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:16.679450 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dd432fa8-af81-40a0-9173-1158ff3892f1 req-0fd790af-00de-45fb-a9cb-139dd132127e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.4588206 May 27 03:28:16.691424 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] For port fb358db1-d366-4f0e-855a-7059ea2ae8c4, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:16.699566 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] For port fb358db1-d366-4f0e-855a-7059ea2ae8c4, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=fb358db1-d366-4f0e-855a-7059ea2ae8c4,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:16.708134 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.718173 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.719374 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:16.732177 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.793022 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.802245 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dd432fa8-af81-40a0-9173-1158ff3892f1 req-e3682bc8-e237-4543-964b-a99a887ec75a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081975 May 27 03:28:16.803728 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-85f8add3-bd68-4c55-979a-fae2e797c6ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:16.808299 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.840544 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Pushing event updated for resources: {'Port': ['ID=fb358db1-d366-4f0e-855a-7059ea2ae8c4,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.856016 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:16.888058 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.897371 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ced07c2d-2f10-4749-b894-548a8335ba18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:16.918962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.920270 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c648e7c-3626-4ac0-ab4f-dd30938e7ca5 HTTP/1.1" status: 204 len: 168 time: 0.3948498 May 27 03:28:16.921248 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:16.921718 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c648e7c-3626-4ac0-ab4f-dd30938e7ca5,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.926403 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:16.930948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:16.943667 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:16.972433 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Pushing event updated for resources: {'Port': ['ID=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.990860 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:16.991945 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:17.641855 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:17.696730 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52738) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:17.731852 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:17.756337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52744) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:17.762115 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:17.766549 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f4d03e9b2d4397a91bd81758eff5e5 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:17.769602 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:17.776650 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:17.877759 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52748) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:17.888571 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:17.898609 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:17.928346 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-66488500-4867-4752-88d3-26db1bfc3af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:17.979172 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9f4d03e9b2d4397a91bd81758eff5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811944 May 27 03:28:17.981958 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52758) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:17.982800 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184f8e5-f794-47cd-8406-6c33cfbbd449,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.990742 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:18.221087 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.227979 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db4d4c-0cb4-4596-85bd-218bb5455108 req-273a2a7e-afae-40f9-9d7a-0f2a840a636a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:18.239736 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-64db4d4c-0cb4-4596-85bd-218bb5455108 req-273a2a7e-afae-40f9-9d7a-0f2a840a636a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2034242 May 27 03:28:18.302009 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device fb358db1-d366-4f0e-855a-7059ea2ae8c4 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:18.318760 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.342710 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc206d83-3dc5-4971-8aa9-d008395eb78a None None] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:28:18.344111 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-64db4d4c-0cb4-4596-85bd-218bb5455108 req-1571ac05-94f1-49ee-8ef1-638b93092a0b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033909 May 27 03:28:18.355203 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:18.359692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Usage tracker for resource:security_group_rule and tenant:779d36ee016d42d7ab9d2ea3529bc04d is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:18.360392 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:18.363722 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:18.368764 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Usage tracker for resource:security_group_rule and tenant:30aefb02704046d18c6c7533dd950ff1 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:18.370731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:18.372424 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:18.380348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:18.426381 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.455036 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-f356aef7-418f-4555-8194-711f0900e3d6 None None] Provisioning for port fb358db1-d366-4f0e-855a-7059ea2ae8c4 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:18.457176 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.490812 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.497838 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port fb358db1-d366-4f0e-855a-7059ea2ae8c4 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:18.498635 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.505412 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.505554 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port fb358db1-d366-4f0e-855a-7059ea2ae8c4 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:18.505980 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.520684 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-6a8c2c35-8866-4a29-9029-eec49a6cbd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:18.576245 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=779d36ee016d42d7ab9d2ea3529bc04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858714 May 27 03:28:18.580684 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52768) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:18.598675 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad12c74-c3e2-44cb-828a-3b8594250e96,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.603415 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:18.655648 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.685671 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.710029 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.713453 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:18.726073 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.739594 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184f8e5-f794-47cd-8406-6c33cfbbd449,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.754089 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.759954 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-19dfc3e5-d9b8-4c6d-a9a9-3c6f82b589dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:18.762354 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.762718 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.763099 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.763416 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.763810 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.764140 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.764486 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.764821 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.765202 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.765524 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.765856 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.766208 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.771997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad12c74-c3e2-44cb-828a-3b8594250e96,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.773752 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port fb358db1-d366-4f0e-855a-7059ea2ae8c4, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=fb358db1-d366-4f0e-855a-7059ea2ae8c4,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:18.776436 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:18.781310 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:18.785320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.786331 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ad12c74-c3e2-44cb-828a-3b8594250e96 HTTP/1.1" status: 204 len: 168 time: 0.2045569 May 27 03:28:18.812141 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.817585 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:18.838889 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.851144 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.862346 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2e351f2a-a78c-4dd3-987d-32083a33302b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:18.869478 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.870712 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9184f8e5-f794-47cd-8406-6c33cfbbd449 HTTP/1.1" status: 204 len: 168 time: 0.7959883 May 27 03:28:18.895538 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.920312 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30aefb02704046d18c6c7533dd950ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0418687 May 27 03:28:18.922626 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5294e3-c395-4835-a0a7-60fc46bb0b58,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.923113 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52776) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:18.925896 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:18.935094 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Router 194660d4-ea23-4b34-84f8-db72f87ea002 is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:28:18.944503 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=fb358db1-d366-4f0e-855a-7059ea2ae8c4,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.952178 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:19.045941 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.095349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.098804 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-102d2fc3-6880-46a4-87ca-af444dc4dbb6 None None] Provisioning complete for port fb358db1-d366-4f0e-855a-7059ea2ae8c4 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:19.099105 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-102d2fc3-6880-46a4-87ca-af444dc4dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.166689 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.179260 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-480c581c-a327-48a8-adf3-d45e909c3660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:19.195605 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:28:19.207630 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:19.221337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5294e3-c395-4835-a0a7-60fc46bb0b58,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:19.223521 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:19.224618 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:19.229279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:19.231833 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.238326 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d5294e3-c395-4835-a0a7-60fc46bb0b58 HTTP/1.1" status: 204 len: 168 time: 0.3139806 May 27 03:28:19.257655 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.261564 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0450087 May 27 03:28:19.264166 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52788) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:19.503442 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:19.559436 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52804) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:19.706454 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.746653 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:19.751976 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Usage tracker for resource:security_group_rule and tenant:dc7091b529f7474c919604b469488ccd is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:19.755465 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:19.763456 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:19.869126 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.882149 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.898275 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:19.951002 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d6dfa-2ad6-4e2e-a09b-038e1b17d042 req-613886f3-78fe-4b0c-9322-99b306e90c72 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:19.952957 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b07d6dfa-2ad6-4e2e-a09b-038e1b17d042 req-613886f3-78fe-4b0c-9322-99b306e90c72 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.4000583 May 27 03:28:19.998740 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52814) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:20.016097 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc7091b529f7474c919604b469488ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548719 May 27 03:28:20.016903 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 52818) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:20.029645 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.033834 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a150d-3cf4-4a1b-9e52-a17f01333d2b,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.053330 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:20.057776 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Usage tracker for resource:security_group_rule and tenant:7d6c7d314b9e46d4840f9320c1a70cf4 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:20.060631 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:20.066530 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:20.087370 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:20.093761 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b07d6dfa-2ad6-4e2e-a09b-038e1b17d042 req-46db512b-81f7-448d-8821-630cdf7711b0 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327925 May 27 03:28:20.156218 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:17Z', 'revision_number': 3, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:20.179764 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:20.180258 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Updating router 194660d4-ea23-4b34-84f8-db72f87ea002 port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:20.239545 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.255689 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device fb358db1-d366-4f0e-855a-7059ea2ae8c4 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:20.260111 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.273473 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.275815 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-32c1f12c-d7ba-47d4-b8f4-8d930dae83ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:20.301981 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.305795 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.347452 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port fb358db1-d366-4f0e-855a-7059ea2ae8c4 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:20.348000 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.387175 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.394578 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d6c7d314b9e46d4840f9320c1a70cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905563 May 27 03:28:20.395289 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:20.403898 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 52830) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:20.433276 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a150d-3cf4-4a1b-9e52-a17f01333d2b,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.435902 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:20.437112 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.438325 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a44a150d-3cf4-4a1b-9e52-a17f01333d2b HTTP/1.1" status: 204 len: 168 time: 0.4073825 May 27 03:28:20.457527 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596dfd38-718e-4dfc-98da-6038f3291050,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.461995 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:20.606047 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.683224 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.717011 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.782068 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.807303 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Transition to ACTIVE for port object 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:20.816055 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.816515 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.823642 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-7212e9d2-bc07-41de-ac40-757a1cb7c867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:20.824313 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:20.844740 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dfd38-718e-4dfc-98da-6038f3291050,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.850387 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:20.919843 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.923026 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/596dfd38-718e-4dfc-98da-6038f3291050 HTTP/1.1" status: 204 len: 168 time: 0.5160458 May 27 03:28:20.942095 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Attempting to bind port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:20.942508 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Attempting to bind port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:20.942999 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Attempting to bind port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:20.947599 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089b65a-808e-4d0e-84e0-a891bacccc5f None None] Pushing event updated for resources: {'Port': ['ID=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,revision_number=2']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.960125 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-d089b65a-808e-4d0e-84e0-a891bacccc5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:20.960125 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:20.960125 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:20.960125 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.960546 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:20.960912 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Bound port: 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:20.961321 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.017756 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Allocated IP 172.20.0.1 (a8dc59ea-2d61-4f6b-9df8-539c34e772a4/c3b865ab-060a-41f8-8465-6841949f2b32/28169c1e-5b24-4d8e-ba3e-909894f296a5) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:21.040150 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] For port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:21.043324 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] For port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:21.049326 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.056633 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-425b8e7a-00a6-433a-8fbb-4d17558f7e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:21.141757 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:21.142415 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:21.207462 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.214471 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089b65a-808e-4d0e-84e0-a891bacccc5f None None] Pushing event updated for resources: {'Port': ['ID=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.226268 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-d089b65a-808e-4d0e-84e0-a891bacccc5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:21.230509 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Transition to ACTIVE for port object 28169c1e-5b24-4d8e-ba3e-909894f296a5 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:21.260994 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.276560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:21.395376 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:21.411892 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82d2e-fdae-4cfb-81e3-946770225bf6 req-ac024d3f-5958-4312-932f-483bab243e02 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:21.420005 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eae82d2e-fdae-4cfb-81e3-946770225bf6 req-ac024d3f-5958-4312-932f-483bab243e02 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1072025 May 27 03:28:21.485608 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eae82d2e-fdae-4cfb-81e3-946770225bf6 req-91bd44ee-b5c1-44ac-878c-6713c7165df9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645440 May 27 03:28:21.502952 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:21.504131 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Pushing event updated for resources: {'Port': ['ID=28169c1e-5b24-4d8e-ba3e-909894f296a5,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.515160 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:21.523724 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:21.526778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:21.699687 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.879395 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-0bb5f008-551c-48b8-b5b6-7736e7882b6e None None] Provisioning for port 28169c1e-5b24-4d8e-ba3e-909894f296a5 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:21.887167 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-0bb5f008-551c-48b8-b5b6-7736e7882b6e None None] Provisioning complete for port 28169c1e-5b24-4d8e-ba3e-909894f296a5 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:21.890658 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f008-551c-48b8-b5b6-7736e7882b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.960246 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.028328 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:17Z', 'revision_number': 3, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:22.032945 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8af714-305d-48c2-8768-59173dcb1fd5 None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:17Z', 'revision_number': 3, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:22.040884 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5f008-551c-48b8-b5b6-7736e7882b6e None None] Port 28169c1e-5b24-4d8e-ba3e-909894f296a5 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:28:22.381778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.390043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.426018 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:22.536036 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.542268 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Pushing event updated for resources: {'Port': ['ID=28169c1e-5b24-4d8e-ba3e-909894f296a5,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.556099 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:22.755005 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26888b47-d769-4256-b34c-ecaae962b41d req-e8e60250-c787-4200-9c92-62f633a1be82 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:22.756612 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-26888b47-d769-4256-b34c-ecaae962b41d req-e8e60250-c787-4200-9c92-62f633a1be82 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1498687 May 27 03:28:22.816737 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:22.818448 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:22.829832 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-26888b47-d769-4256-b34c-ecaae962b41d req-26ad5e61-9055-4593-9c34-cbb517493172 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613825 May 27 03:28:23.179219 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-323fcb0d-ccc8-4f3b-a758-bbd614085f5b None None] Provisioning complete for port 28169c1e-5b24-4d8e-ba3e-909894f296a5 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:23.179762 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-323fcb0d-ccc8-4f3b-a758-bbd614085f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.294172 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-323fcb0d-ccc8-4f3b-a758-bbd614085f5b None None] Port 28169c1e-5b24-4d8e-ba3e-909894f296a5 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:28:23.384568 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Router 194660d4-ea23-4b34-84f8-db72f87ea002 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:28:23.625229 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:28:23.631184 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] 10.222.0.32 "PUT /v2.0/routers/194660d4-ea23-4b34-84f8-db72f87ea002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3654130 May 27 03:28:24.032192 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53012) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:24.067857 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961820b8-06d2-438d-a298-579a6072b83b req-fa7ab2ea-5ed8-4eb5-8ee8-21e4586ce33d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:24.070061 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-961820b8-06d2-438d-a298-579a6072b83b req-fa7ab2ea-5ed8-4eb5-8ee8-21e4586ce33d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1111319 May 27 03:28:24.135370 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-961820b8-06d2-438d-a298-579a6072b83b req-d6ba150f-a244-4a9b-9f72-b32ee07f227e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 May 27 03:28:24.264832 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:24.399851 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:24.423165 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.446504 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:24.451277 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Usage tracker for resource:security_group_rule and tenant:ff09d9812afa4d18b7344876819e52ff is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:24.451411 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:24.451699 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:24.454524 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:24.465471 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:24.628168 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.635510 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.645687 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:24.668319 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:24.669047 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.674445 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:24.709326 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53056) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:24.709717 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff09d9812afa4d18b7344876819e52ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762033 May 27 03:28:24.712205 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b5692d-53ed-47c6-b270-01f0a518fe85,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.715457 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:24.790655 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:24.816164 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53062) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:24.823364 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692643938', 'description': 'tempest-description--56133122'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:24.841814 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:24.851948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:24.855400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:24.868852 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:24.881714 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.882499 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.913229 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.919211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:24.929155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:24.946922 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:24.963211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:24.988239 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.994503 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-43d8505c-5e63-46e0-9c22-32f217d434e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:25.024765 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b5692d-53ed-47c6-b270-01f0a518fe85,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.032236 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:25.044754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.052501 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80b5692d-53ed-47c6-b270-01f0a518fe85 HTTP/1.1" status: 204 len: 168 time: 0.3414178 May 27 03:28:25.109654 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.116642 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.124796 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1b124e6c-e7e5-4c17-b7aa-49b1d6947ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:25.179670 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a625572f-0b07-4957-bb26-a857d83dd790,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.182997 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:25.185800 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.190344 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53084) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:25.199295 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'security_group_rule': {'security_group_id': 'a625572f-0b07-4957-bb26-a857d83dd790', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:25.204000 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.204202 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3865602 May 27 03:28:25.208363 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:25.213183 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:25.216750 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:25.224932 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:25.225379 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:25.247127 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.247450 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.254301 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:25.342998 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.348045 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.351946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:25.391593 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155ddb57-a17e-4325-97da-cb6563b1e90c,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.396686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:25.409039 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.415731 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53092) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:25.423385 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'security_group_rule': {'security_group_id': 'a625572f-0b07-4957-bb26-a857d83dd790', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:25.433041 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397254 May 27 03:28:25.437470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.446537 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:25.465489 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:25.475238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:25.497615 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:25.531017 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.531369 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.531858 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.532195 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.532412 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.532579 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.532852 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.533177 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.533540 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.534068 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.534395 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.534716 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.535748 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.548767 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:25.559812 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4f836-7b92-4ae7-88c1-d8cdb5c9238d req-957938ba-b0aa-4eae-a73e-f227e5dbd298 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:25.565049 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-46c4f836-7b92-4ae7-88c1-d8cdb5c9238d req-957938ba-b0aa-4eae-a73e-f227e5dbd298 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1269393 May 27 03:28:25.603970 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:22Z', 'revision_number': 2, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:25.610093 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:25.610704 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Updating router 194660d4-ea23-4b34-84f8-db72f87ea002 port 28169c1e-5b24-4d8e-ba3e-909894f296a5 binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:25.664029 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.675716 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.683073 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:25.688883 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.708348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e267c5-115f-405c-8059-b284fd4d40e7,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.713209 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:25.719560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.721115 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039505 May 27 03:28:25.724424 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53104) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:25.731698 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-46c4f836-7b92-4ae7-88c1-d8cdb5c9238d req-3cc8f142-bde8-4d6d-8d57-2b1470c82546 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537418 May 27 03:28:25.736567 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'floatingip': {'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:25.748753 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:25.759342 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:floatingip and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:25.773254 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:25.780872 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:25.808120 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.817345 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:28:25.858438 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53112) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:26.021423 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.166284 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53130) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:26.200830 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.228216 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:26.281706 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:26.288394 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Usage tracker for resource:security_group_rule and tenant:42ed8bbc1c9d4f4998c00dac50b93e9f is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:26.292569 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.303030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:26.307420 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Allocated IP 172.28.1.92 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/2d41374f-0990-4d39-b281-af2e026b3e4a) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:26.312831 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:26.315290 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:26.322416 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Usage tracker for resource:security_group_rule and tenant:b25868bbd151427db44e3f4d476eec68 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:26.325324 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53140) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:26.332861 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:26.354407 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:26.365622 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.383206 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Transition to ACTIVE for port object 28169c1e-5b24-4d8e-ba3e-909894f296a5 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:26.399379 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.415848 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:26.526380 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.568063 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.569102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.575840 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:26.576406 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.592060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f0e5c59c-d911-4c7b-b09d-cd2ad4218e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:26.608457 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.647869 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.700234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.747302 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:26.769641 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Usage tracker for resource:security_group_rule and tenant:99db2c5712a944578df7dc05ba912dcb is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:26.772144 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.778555 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bda727dc-46f4-4d78-ae90-07e94032da6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:26.795456 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7379ab-fa6f-4034-88f2-2c6994f1b3ca,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:26.803583 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:26.810129 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42ed8bbc1c9d4f4998c00dac50b93e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427786 May 27 03:28:26.811226 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:26.817514 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:26.829693 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd3a2d-5b4c-42a4-91c7-055b31f00e27 None None] Pushing event updated for resources: {'Port': ['ID=28169c1e-5b24-4d8e-ba3e-909894f296a5,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:26.843072 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b25868bbd151427db44e3f4d476eec68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9819827 May 27 03:28:26.848794 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53158) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:26.849102 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53160) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:26.865252 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:26.865971 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:26.871738 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-43cd3a2d-5b4c-42a4-91c7-055b31f00e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:26.873841 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Attempting to bind port 28169c1e-5b24-4d8e-ba3e-909894f296a5 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:26.874564 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Attempting to bind port 28169c1e-5b24-4d8e-ba3e-909894f296a5 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:26.874917 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Attempting to bind port 28169c1e-5b24-4d8e-ba3e-909894f296a5 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:26.910872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e46da5-eaf6-405b-b4f6-e94ff879bfe9,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:26.916291 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:26.942345 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:26.950506 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:26.950983 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Checking segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:26.952554 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.952962 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Bound using segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:26.954325 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Bound port: 28169c1e-5b24-4d8e-ba3e-909894f296a5, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:26.955702 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.993732 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:27.065654 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.074442 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.084838 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-de164cf2-41e0-4838-9072-7ef145f41f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:27.110595 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.128299 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee24b-619d-47d2-8bad-2eaafcead04e req-4608a5bd-eb6a-454a-bbdc-496477f57e8d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:27.130163 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a0ee24b-619d-47d2-8bad-2eaafcead04e req-4608a5bd-eb6a-454a-bbdc-496477f57e8d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1781521 May 27 03:28:27.140611 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1d25d0-c19b-4c91-b01d-0aaf98e2e966,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.146121 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99db2c5712a944578df7dc05ba912dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8155751 May 27 03:28:27.147354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.149147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53170) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:27.159414 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] For port 28169c1e-5b24-4d8e-ba3e-909894f296a5, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:27.163241 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] For port 28169c1e-5b24-4d8e-ba3e-909894f296a5, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=28169c1e-5b24-4d8e-ba3e-909894f296a5,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:27.169013 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'Port': ['ID=2d41374f-0990-4d39-b281-af2e026b3e4a,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.169390 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.172030 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.174679 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:27.176448 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.178298 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.194329 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.229435 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a0ee24b-619d-47d2-8bad-2eaafcead04e req-49d90558-7c9a-4c0f-b54d-cb468ac8255d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807126 May 27 03:28:27.266320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.270271 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:27.270909 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:27.296063 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.318588 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.345105 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd3a2d-5b4c-42a4-91c7-055b31f00e27 None None] Pushing event updated for resources: {'Port': ['ID=28169c1e-5b24-4d8e-ba3e-909894f296a5,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.348628 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-43cd3a2d-5b4c-42a4-91c7-055b31f00e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.350031 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.366158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.371629 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-de3a0be5-1c3d-4162-b6c0-e98edc2a9540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:27.383741 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1d25d0-c19b-4c91-b01d-0aaf98e2e966,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.388458 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.401186 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.403833 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d1d25d0-c19b-4c91-b01d-0aaf98e2e966 HTTP/1.1" status: 204 len: 168 time: 0.2536881 May 27 03:28:27.502187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.502384 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:27.510320 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1f7c7814-b8e4-4dc0-b285-c21b1100f53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:27.568266 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e46da5-eaf6-405b-b4f6-e94ff879bfe9,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.583616 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.584336 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.591032 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e50d3a80-f095-49ad-a03e-ed8528169d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:27.615622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7379ab-fa6f-4034-88f2-2c6994f1b3ca,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.623425 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.650506 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.653920 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d7379ab-fa6f-4034-88f2-2c6994f1b3ca HTTP/1.1" status: 204 len: 168 time: 0.7842627 May 27 03:28:27.655970 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.659133 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7e46da5-eaf6-405b-b4f6-e94ff879bfe9 HTTP/1.1" status: 204 len: 168 time: 0.7875295 May 27 03:28:27.704444 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.714708 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.722121 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:27.818694 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53184) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:27.853068 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.853968 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'Port': ['ID=2d41374f-0990-4d39-b281-af2e026b3e4a,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.860083 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:27.885732 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.892289 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:27.901269 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Usage tracker for resource:security_group_rule and tenant:50c2f894ac024c299c933593515b4638 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:27.905830 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:27.913879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:27.925715 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.934269 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2015798 May 27 03:28:27.964969 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:27Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:27.971341 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0a8ee-913c-4b1b-9d8b-8f5d4223153c None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:27Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:28.093100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.099663 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.128315 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-84f8f17c-8ecd-4390-9e44-5033289b361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:28.246798 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 28169c1e-5b24-4d8e-ba3e-909894f296a5 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:28.303696 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50c2f894ac024c299c933593515b4638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836323 May 27 03:28:28.306958 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53210) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:28.375723 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199936a6-ba91-414b-9d93-2088f605a67f,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:28.401132 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:28.457008 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-fd6d793c-cf20-4fbd-b138-4f047f9952ed tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--692643938&fields=id&tenant_id=42fa207370ca46b19ee14e98ce1c42a6 HTTP/1.1" status: 200 len: 267 time: 0.1413829 May 27 03:28:28.494487 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 28169c1e-5b24-4d8e-ba3e-909894f296a5 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:28.504941 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 28169c1e-5b24-4d8e-ba3e-909894f296a5 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:28.505469 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.526211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.588302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.647373 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53230) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:28.683055 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.696514 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:28.736751 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199936a6-ba91-414b-9d93-2088f605a67f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:28.740931 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:28.743105 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.749027 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/199936a6-ba91-414b-9d93-2088f605a67f HTTP/1.1" status: 204 len: 168 time: 0.4407399 May 27 03:28:28.816174 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.853156 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.861476 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:28.872799 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Usage tracker for resource:security_group_rule and tenant:12c5f3bb671f468486c234f1026e1760 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:28.891142 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:28.902888 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:28.927100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-b0e6eac7-4934-4045-bd6a-54310f9a693d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:28.934428 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-b0e6eac7-4934-4045-bd6a-54310f9a693d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 810 time: 0.4631748 May 27 03:28:28.942589 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 28169c1e-5b24-4d8e-ba3e-909894f296a5, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=28169c1e-5b24-4d8e-ba3e-909894f296a5,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:28.955312 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.957212 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ff7666d2-d0b1-4229-8de2-0cfa8dc8613b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:28.963491 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-5e48d52b-c9ce-4b5b-975c-d5f688800d25 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/quotas/42fa207370ca46b19ee14e98ce1c42a6 HTTP/1.1" status: 200 len: 375 time: 0.0275764 May 27 03:28:29.036360 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c5319-f352-47fb-9899-7018d43ec6ea req-7daaaee2-8730-4007-a973-bd4fbd62547a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:29.037730 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ba4c5319-f352-47fb-9899-7018d43ec6ea req-7daaaee2-8730-4007-a973-bd4fbd62547a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.4937952 May 27 03:28:29.154831 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=28169c1e-5b24-4d8e-ba3e-909894f296a5,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.160027 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:29.189018 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ba4c5319-f352-47fb-9899-7018d43ec6ea req-5651b905-a7c6-4d0c-9687-abf1830b1cf5 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264641 May 27 03:28:29.314265 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-dfea0495-c8d1-4069-82d5-6b2721c30ebc tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3479695 May 27 03:28:29.382605 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.447720 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.468287 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-c8f62247-2309-451d-8e1f-4d826d660d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:29.613589 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53272) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:29.613788 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12c5f3bb671f468486c234f1026e1760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9555621 May 27 03:28:29.615736 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20834e2c-6c4c-4ea2-8fa8-dce7e0023350,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.637599 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1fc1929f-e752-40b7-a488-5a31a492f77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:29.662619 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-2040ce38-38f2-450c-afc7-7810912806a9 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323948 May 27 03:28:29.747568 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.794772 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.879823 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.887374 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-56d5f7cf-0823-46bd-8558-98491aa56551 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:29.909858 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20834e2c-6c4c-4ea2-8fa8-dce7e0023350,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.925826 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:29.933191 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.938330 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20834e2c-6c4c-4ea2-8fa8-dce7e0023350 HTTP/1.1" status: 204 len: 168 time: 0.3199327 May 27 03:28:30.005194 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-c2332203-4389-408d-81fc-1ccffaefd950 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234458 May 27 03:28:30.244952 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 28169c1e-5b24-4d8e-ba3e-909894f296a5 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:30.331832 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f794c7db-8d15-4005-b924-20d9ac8ceadd req-5d0ff7fa-d38c-470f-a796-64683b76e093 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 210 time: 0.1119285 May 27 03:28:30.348205 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 28169c1e-5b24-4d8e-ba3e-909894f296a5 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:30.348863 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:30.595170 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53318) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:30.678016 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f966e-0c42-4902-b41a-94938bc28d87 req-ee2963df-e362-4d65-a1e2-ca8de5fdae90 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:30.681452 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b69f966e-0c42-4902-b41a-94938bc28d87 req-ee2963df-e362-4d65-a1e2-ca8de5fdae90 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2792010 May 27 03:28:30.761202 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b69f966e-0c42-4902-b41a-94938bc28d87 req-d06d6f36-eb99-413e-ab1a-0fec02dd7415 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747170 May 27 03:28:30.811597 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:30.832897 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:30.847535 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Usage tracker for resource:security_group_rule and tenant:f0bb615976d2440aaa8c7fd8030de8a9 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:30.850741 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:30.859338 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:31.011449 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.019499 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.028441 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8dd08f2e-7f73-434f-bf1c-e6537d7566d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:31.146266 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53344) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:31.147478 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0bb615976d2440aaa8c7fd8030de8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510938 May 27 03:28:31.148244 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4257c034-f546-4f00-b967-5c5f0d979707,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.170507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:31.260051 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.298722 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.361572 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.370886 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f187a466-4f0d-4856-8d6e-ce3d553d01e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:31.394409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4257c034-f546-4f00-b967-5c5f0d979707,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.423118 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:31.425094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.427668 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4257c034-f546-4f00-b967-5c5f0d979707 HTTP/1.1" status: 204 len: 168 time: 0.2790565 May 27 03:28:31.522835 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e44bd427-51db-4855-8284-871f9d6e20a1 req-23bb7d1b-6a59-455e-a87c-d8f728b3670a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 210 time: 0.0444005 May 27 03:28:31.652481 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53376) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:31.934269 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-30b9ec59-f233-4b32-9555-30911cbe4b8c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:31.937093 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-30b9ec59-f233-4b32-9555-30911cbe4b8c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:31.960441 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-30b9ec59-f233-4b32-9555-30911cbe4b8c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:31.963471 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-30b9ec59-f233-4b32-9555-30911cbe4b8c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 810 time: 0.2340393 May 27 03:28:31.990347 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0911-9f53-4429-bec3-78d9d2c3d2b5 req-8c641207-96d5-4a11-b9a2-b8003c44619f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:31.997613 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-379e0911-9f53-4429-bec3-78d9d2c3d2b5 req-8c641207-96d5-4a11-b9a2-b8003c44619f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1007206 May 27 03:28:32.046062 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-f6191208-8b55-44d9-a855-f9dee17e2448 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:security_group {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:32.063758 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-379e0911-9f53-4429-bec3-78d9d2c3d2b5 req-97587546-75be-44d6-8125-22f019c3a2b3 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647316 May 27 03:28:32.074434 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-f6191208-8b55-44d9-a855-f9dee17e2448 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:security_group {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:32.076244 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-f6191208-8b55-44d9-a855-f9dee17e2448 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fa207370ca46b19ee14e98ce1c42a6 HTTP/1.1" status: 200 len: 379 time: 0.1008124 May 27 03:28:32.091821 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'port': {'device_id': '529a6905-235e-41cb-907a-9ff924ae26b1', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'admin_state_up': True, 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'security_groups': ['a625572f-0b07-4957-bb26-a857d83dd790']}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:32.179658 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.220110 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:32.224436 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8849011e7df04f1784e7542035acda2f is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:32.228542 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:32.238344 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:32.344706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:32.355871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:port and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:32.363798 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53404) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:32.367078 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:32.392211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:32.399781 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.405499 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.416404 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.424128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:32.428027 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:27eea19b144e4b4b8427e03778962bf9 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:32.431286 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:32.437142 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:32.438854 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0fea70cf-1c0a-4a82-ad7e-bd52d66ec594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:32.509903 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8849011e7df04f1784e7542035acda2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8542383 May 27 03:28:32.513216 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9d10e-3783-4014-9f5f-2435046c40d7,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.518102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53414) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:32.522136 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:32.584382 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.596435 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.604949 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4b2cba6a-0643-48f8-9c05-8c63fbcc2d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:32.610877 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.637385 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Made reservation on behalf of 42fa207370ca46b19ee14e98ce1c42a6 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:32.644095 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.649246 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.743736 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27eea19b144e4b4b8427e03778962bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787541 May 27 03:28:32.746818 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53426) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:32.775622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.785787 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-64aca08e-89b1-4bec-852a-22b694da3500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:32.800424 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a4793640-39c8-46e4-938f-7c1528161bd4 req-0dc6732c-c78a-4efa-a06e-709ce24e3adc tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 210 time: 0.0759408 May 27 03:28:32.806992 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9d10e-3783-4014-9f5f-2435046c40d7,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.810226 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:32.813101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.814533 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcd9d10e-3783-4014-9f5f-2435046c40d7 HTTP/1.1" status: 204 len: 168 time: 0.2950418 May 27 03:28:32.846325 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8914f623-4977-48b1-9226-315dc9d28148,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.853977 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:32.986379 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.044536 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.173278 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Allocated IP 172.20.0.3 (a8dc59ea-2d61-4f6b-9df8-539c34e772a4/c3b865ab-060a-41f8-8465-6841949f2b32/840f6772-f8b0-41ad-8459-708753163179) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:33.289977 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.302044 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-eb1356f2-6a32-4136-89a8-058c74d7c2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:33.378392 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b9da-9360-461f-8a6f-5a46d0284388 req-6c1b5a10-e9f5-4675-9892-663d8185ca27 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:33.380293 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-82f5b9da-9360-461f-8a6f-5a46d0284388 req-6c1b5a10-e9f5-4675-9892-663d8185ca27 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1472921 May 27 03:28:33.408936 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8914f623-4977-48b1-9226-315dc9d28148,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:33.412002 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:33.430937 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.433072 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8914f623-4977-48b1-9226-315dc9d28148 HTTP/1.1" status: 204 len: 168 time: 0.6819630 May 27 03:28:33.436895 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-82f5b9da-9360-461f-8a6f-5a46d0284388 req-b55b4ccb-00e3-41fb-b512-ec7014235c66 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506668 May 27 03:28:33.525036 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.558212 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Transition to ACTIVE for port object 840f6772-f8b0-41ad-8459-708753163179 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:33.592112 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.619636 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ec880e5f-59ab-4064-94be-7297fa60ccc2 tempest-DeleteServersTestJSON-1232094560 tempest-DeleteServersTestJSON-1232094560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:33.693146 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:33.696896 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:33.701122 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:33.769019 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'Port': ['ID=840f6772-f8b0-41ad-8459-708753163179,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:33.774636 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:33.798027 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:33.798796 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:33.823737 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7371740 May 27 03:28:33.839417 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Request body: {'port': {'device_id': '529a6905-235e-41cb-907a-9ff924ae26b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:33.983584 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-4357ebd9-873f-4824-af08-cb2f344de947 None None] Provisioning for port 840f6772-f8b0-41ad-8459-708753163179 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:33.989488 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-4357ebd9-873f-4824-af08-cb2f344de947 None None] Provisioning complete for port 840f6772-f8b0-41ad-8459-708753163179 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:33.989997 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4357ebd9-873f-4824-af08-cb2f344de947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:34.104489 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4357ebd9-873f-4824-af08-cb2f344de947 None None] Port 840f6772-f8b0-41ad-8459-708753163179 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:28:34.108937 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:34.249709 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914b9e-dbe5-4254-a2f2-d7f83053073f req-8bccd346-235d-4c81-b13b-fec6d47ea01f tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:34.259706 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c3914b9e-dbe5-4254-a2f2-d7f83053073f req-8bccd346-235d-4c81-b13b-fec6d47ea01f tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 931 time: 0.1820278 May 27 03:28:34.314647 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c3914b9e-dbe5-4254-a2f2-d7f83053073f req-63b5e559-5b06-418d-bee8-b2155bfdbc86 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493703 May 27 03:28:34.694481 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840f6772-f8b0-41ad-8459-708753163179 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:34.696904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53532) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:34.712867 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:34.736172 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Transition to ACTIVE for port object 840f6772-f8b0-41ad-8459-708753163179 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:34.745128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53540) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:34.750489 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6bb70-9b40-45a3-8e9b-24434dba8009 req-f4a279a0-4908-4622-9604-f1a43cb1eb7e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:34.752009 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9af6bb70-9b40-45a3-8e9b-24434dba8009 req-f4a279a0-4908-4622-9604-f1a43cb1eb7e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1330392 May 27 03:28:34.755865 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:34.762505 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-89cbfa0a-1076-4ee6-a81f-a63a024bc2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:34.815416 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9af6bb70-9b40-45a3-8e9b-24434dba8009 req-0297518c-6c16-47f3-b730-23b7e3116a94 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559409 May 27 03:28:34.912336 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:34.946780 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:34.966483 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Usage tracker for resource:security_group_rule and tenant:a3f9ff743975410098150eb99bf8051f is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:34.970140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:34.980049 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:34.996748 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Pushing event updated for resources: {'Port': ['ID=840f6772-f8b0-41ad-8459-708753163179,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.089885 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.097265 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:35.101738 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.106220 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.129152 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-aa051440-87f1-4bb1-bc7f-3467678001a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:35.148159 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:35.158630 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Usage tracker for resource:security_group_rule and tenant:068f715aa37c439a88e7218b0d18d43c is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:35.163344 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:35.168926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Attempting to bind port 840f6772-f8b0-41ad-8459-708753163179 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:35.169262 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Attempting to bind port 840f6772-f8b0-41ad-8459-708753163179 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:35.169588 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Attempting to bind port 840f6772-f8b0-41ad-8459-708753163179 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:35.175767 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:35.180920 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Port 840f6772-f8b0-41ad-8459-708753163179 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:28:35.181246 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Attempting to bind port 840f6772-f8b0-41ad-8459-708753163179 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:35.192120 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:35.192524 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Checking segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:35.192841 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Bound using segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:35.193317 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Bound port: 840f6772-f8b0-41ad-8459-708753163179, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:35.193648 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.237316 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3f9ff743975410098150eb99bf8051f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392799 May 27 03:28:35.238301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b95a887-3bb1-4446-a537-b3fbb5afb538,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.240794 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53562) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:35.244124 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:35.369511 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.429572 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.451564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] For port 840f6772-f8b0-41ad-8459-708753163179, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:35.455722 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] For port 840f6772-f8b0-41ad-8459-708753163179, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=840f6772-f8b0-41ad-8459-708753163179,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:35.472407 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.479169 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:35.573077 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.579018 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ccf7b57c-1197-4113-a3ff-720f07299e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:35.608170 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b95a887-3bb1-4446-a537-b3fbb5afb538,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.619232 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:35.641601 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d11fdb-e6eb-43c1-8d97-cd31edb50855 req-24500365-c47c-4cec-afcd-09d382bb0db1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:35.652156 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-62d11fdb-e6eb-43c1-8d97-cd31edb50855 req-24500365-c47c-4cec-afcd-09d382bb0db1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 943 time: 0.2018979 May 27 03:28:35.656728 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:35.657356 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.662457 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 1093 time: 1.8295820 May 27 03:28:35.663010 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'tag': '840f6772-f8b0-41ad-8459-708753163179'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:35.671985 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.692153 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.695642 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:35.698530 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b95a887-3bb1-4446-a537-b3fbb5afb538 HTTP/1.1" status: 204 len: 168 time: 0.4563055 May 27 03:28:35.763710 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-62d11fdb-e6eb-43c1-8d97-cd31edb50855 req-2f1e4d06-cf60-4abd-97e1-cf6414c2306c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105957 May 27 03:28:35.791952 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'tag': '840f6772-f8b0-41ad-8459-708753163179', 'status': 'completed', 'code': 200} May 27 03:28:35.827397 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Pushing event updated for resources: {'Port': ['ID=840f6772-f8b0-41ad-8459-708753163179,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.834448 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:35.840720 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53594) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:35.840891 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=068f715aa37c439a88e7218b0d18d43c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0938118 May 27 03:28:35.841949 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-57e9383c-0cf3-4e98-beab-7caee292112c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:35.897024 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2852ee0c-08ff-426b-8efe-7ce9561c731d,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.902497 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:35.908600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-8bb9330a-d145-4441-a8de-4a766451c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:35.913025 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-8bb9330a-d145-4441-a8de-4a766451c12c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1096 time: 0.1964030 May 27 03:28:36.025899 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.031357 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-e0f112fe-e0d8-4b6c-8e72-8c6da975c8ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 217 time: 0.1106246 May 27 03:28:36.095030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.123664 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-bb04562f-ced8-454d-9bc2-60d57723dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.125569 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-bb04562f-ced8-454d-9bc2-60d57723dbb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.0867443 May 27 03:28:36.208707 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2471-69bd-46c8-b380-f929366bfc6f req-3e873bf5-1531-4edc-bad4-5321bf87fe0f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.210302 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d1ba2471-69bd-46c8-b380-f929366bfc6f req-3e873bf5-1531-4edc-bad4-5321bf87fe0f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1531000 May 27 03:28:36.240623 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.247639 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-61b8ffe2-cc8e-4b1a-bbf0-93aaea69aa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:36.274805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2852ee0c-08ff-426b-8efe-7ce9561c731d,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:36.279022 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:36.302393 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d1ba2471-69bd-46c8-b380-f929366bfc6f req-7e8df5c7-bf94-4f5f-9570-1d2c6af54931 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857856 May 27 03:28:36.303942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.307386 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2852ee0c-08ff-426b-8efe-7ce9561c731d HTTP/1.1" status: 204 len: 168 time: 0.4621773 May 27 03:28:36.341249 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-1a9d376d-d7bd-4a91-b828-0ec6bbd8c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.342788 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-1a9d376d-d7bd-4a91-b828-0ec6bbd8c9ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2104857 May 27 03:28:36.494654 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-54e8828a-2f59-449a-9ceb-26ec70d89eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450305 May 27 03:28:36.668506 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d5333008-bd12-406f-8cde-f5c84d6569c7 req-11fa2fc8-a80d-4966-a3b1-28724b65305e service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619935 May 27 03:28:36.788618 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-8842a20b-78f8-4706-9d35-7a408494ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.790432 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-8842a20b-78f8-4706-9d35-7a408494ff7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1096 time: 0.0721684 May 27 03:28:36.813622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53636) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:36.845092 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.879780 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:36.885330 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Usage tracker for resource:security_group_rule and tenant:e08cf459ee594b51957bb3ada7ab62aa is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:36.888581 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:36.894920 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:36.969681 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-47509582-7994-44d8-b62f-7526cbbf736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.971576 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-47509582-7994-44d8-b62f-7526cbbf736f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.1744127 May 27 03:28:37.056333 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cf159-a39c-431f-b753-b4387c61f0ac req-b221b106-9a8d-4310-bca0-ef1b7088f797 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.058396 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-628cf159-a39c-431f-b753-b4387c61f0ac req-b221b106-9a8d-4310-bca0-ef1b7088f797 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 943 time: 0.1456263 May 27 03:28:37.080302 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-88c8420f-fa29-4854-bbed-64271fb41589 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 217 time: 0.0979075 May 27 03:28:37.105123 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:37.115378 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:37.126340 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9ad76db3-e66b-40bf-a1c7-47beb4ec44df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:37.168975 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-628cf159-a39c-431f-b753-b4387c61f0ac req-f22500ca-5356-42f6-96e4-098b456b9f23 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023109 May 27 03:28:37.185677 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-40c67f3c-5582-470d-8b44-5b52878e5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.187504 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-40c67f3c-5582-470d-8b44-5b52878e5af3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.0966189 May 27 03:28:37.193795 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e08cf459ee594b51957bb3ada7ab62aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789415 May 27 03:28:37.196402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53652) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:37.199368 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4d7bc-5b39-4817-9f1f-30ebc19aa114,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:37.212887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:37.331232 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:37.370837 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-72ceb739-1d58-4271-a331-9a61c97283c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.372726 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-72ceb739-1d58-4271-a331-9a61c97283c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1782589 May 27 03:28:37.389572 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:37.598319 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928a1d5-eeec-4c31-9eea-1ea81624ee81 req-51997db2-8b96-47f4-a26c-5b7e82c90163 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.608472 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f928a1d5-eeec-4c31-9eea-1ea81624ee81 req-51997db2-8b96-47f4-a26c-5b7e82c90163 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1481943 May 27 03:28:37.643465 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-f0f5f8aa-f4ef-4419-aeb0-ae5a54253057 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446616 May 27 03:28:37.712683 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-e546ed52-c64c-4d8b-a93a-5c3173849c74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3154576 May 27 03:28:37.716748 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:37.716936 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f928a1d5-eeec-4c31-9eea-1ea81624ee81 req-ef494526-6b90-4cf5-a71e-20e8a7f3b6be tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074276 May 27 03:28:37.737092 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53678) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:37.859006 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7bee597c-618d-4ab8-844d-6f69d69ae871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:37.859845 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6ddfe5b0-ac5d-4e9b-9076-3acb847e6549 req-12b552fb-50d6-4d76-a2e2-41ef0a468664 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033300 May 27 03:28:37.869997 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4d7bc-5b39-4817-9f1f-30ebc19aa114,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:37.911813 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:37.941751 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:37.942984 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3b4d7bc-5b39-4817-9f1f-30ebc19aa114 HTTP/1.1" status: 204 len: 168 time: 0.7457232 May 27 03:28:37.981374 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-b69842a4-098d-440c-afc3-1c7bfc6c55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.987183 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-b69842a4-098d-440c-afc3-1c7bfc6c55e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.1207473 May 27 03:28:38.141151 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-8b1a4df0-b4f2-4b77-b630-5084a9b6091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:38.143191 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-8b1a4df0-b4f2-4b77-b630-5084a9b6091e service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.1350019 May 27 03:28:38.196041 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.213354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:38.218187 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Usage tracker for resource:security_group_rule and tenant:0e70e71c60c24e6fa7867c092a1f5a09 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:38.221460 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:38.228473 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:38.307274 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-33880bc4-0f40-4f1a-9362-54e36271e44e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.1548183 May 27 03:28:38.391623 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-baf76907-165f-40c8-8875-2b62d2e40259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:38.393268 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-baf76907-165f-40c8-8875-2b62d2e40259 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.0793748 May 27 03:28:38.503014 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.513193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.522737 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2838c845-426e-450a-9ad2-1babc0aaff49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:38.599784 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e70e71c60c24e6fa7867c092a1f5a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8590069 May 27 03:28:38.601354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 53712) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:38.601654 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-2609cde9-810f-44b8-835a-a864c2d3205c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014365 May 27 03:28:38.605203 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a73da-8902-4f2f-a536-61ba2525c1e7,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:38.621626 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:38.662333 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9526-86e5-4e82-a85b-aa0b69f2dff9 req-1728bf6a-c1cf-41a4-a20c-384a60b73529 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:38.663838 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-446c9526-86e5-4e82-a85b-aa0b69f2dff9 req-1728bf6a-c1cf-41a4-a20c-384a60b73529 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 943 time: 0.3101614 May 27 03:28:38.711808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.752774 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-446c9526-86e5-4e82-a85b-aa0b69f2dff9 req-11355cd1-8f91-4e49-b1e2-b5827c1c6f17 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821455 May 27 03:28:38.761730 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.778603 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92220f-93b7-425a-824f-cf0520d80e67 req-9bb3e142-f06f-4ad8-8d09-284cf89c1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:38.780338 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ca92220f-93b7-425a-824f-cf0520d80e67 req-9bb3e142-f06f-4ad8-8d09-284cf89c1086 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 1098 time: 0.2291739 May 27 03:28:38.788048 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-989941a0-bbe2-412a-9f26-f6640678e677 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790218 May 27 03:28:38.839420 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.846779 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5067ad86-cead-468e-997d-d96880ac9a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:38.880057 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a73da-8902-4f2f-a536-61ba2525c1e7,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:38.895351 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:38.925392 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.928810 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/613a73da-8902-4f2f-a536-61ba2525c1e7 HTTP/1.1" status: 204 len: 168 time: 0.3239408 May 27 03:28:39.029148 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e58e9c5d-f6ed-40de-89e9-cde842d8726b req-da00de12-18bc-40ea-853e-fa224ad4ead3 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226655 May 27 03:28:39.056665 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ca92220f-93b7-425a-824f-cf0520d80e67 req-3575cf88-6694-4f5e-a297-46d96d86ac95 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668562 May 27 03:28:39.113386 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d06505-eb78-4ed6-b14c-4b5a5aabee96 req-1937f404-aacb-45b1-825a-6e37aca0bbfa tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:39.115267 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f4d06505-eb78-4ed6-b14c-4b5a5aabee96 req-1937f404-aacb-45b1-825a-6e37aca0bbfa tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1994708 May 27 03:28:39.192428 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f4d06505-eb78-4ed6-b14c-4b5a5aabee96 req-f3545ac2-a57b-4766-b3dd-d8b30a4f647b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686753 May 27 03:28:40.066267 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53814) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:40.113520 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a2042-74f5-4a39-be06-3f1babc91919 req-ecd24601-144b-498e-9a6f-ebab87d12bd4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:40.120831 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-751a2042-74f5-4a39-be06-3f1babc91919 req-ecd24601-144b-498e-9a6f-ebab87d12bd4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 943 time: 0.1983523 May 27 03:28:40.168602 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-751a2042-74f5-4a39-be06-3f1babc91919 req-db666202-1c9f-442f-b9b7-8983f227300d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 May 27 03:28:40.303266 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720765547-network', 'tenant_id': 'dae31add72814fc8ab53b1468b98fb82'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:40.308838 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:40.316343 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Usage tracker for resource:network and tenant:dae31add72814fc8ab53b1468b98fb82 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:40.319283 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:40.326301 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:40.337570 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Made reservation on behalf of dae31add72814fc8ab53b1468b98fb82 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:40.340622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.355015 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.375564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:40.380048 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:dae31add72814fc8ab53b1468b98fb82 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:40.384076 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:40.390717 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:40.459903 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073244f-c2be-4079-8bb0-4821ed7e61bd req-e661828f-4d59-41e1-a021-5877b8e50705 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:40.467814 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4073244f-c2be-4079-8bb0-4821ed7e61bd req-e661828f-4d59-41e1-a021-5877b8e50705 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.1035936 May 27 03:28:40.494751 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.498655 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.503176 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-53cf4b75-fda1-4ee1-ad30-c7ad6f6ee31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:40.512582 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4073244f-c2be-4079-8bb0-4821ed7e61bd req-22a67a4b-d437-45f9-8444-1771a6965821 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 May 27 03:28:40.538009 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:40.554111 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30d310-0db6-46ec-9ef5-88b51b83eeb9,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:40.558315 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:40.559607 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.560425 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Added segment 91faa7b7-90de-4532-b92d-c1e289cb2e7c of type vlan for network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 May 27 03:28:40.610894 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.662196 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 840f6772-f8b0-41ad-8459-708753163179 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:40.675422 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.681697 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:40.686449 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.691636 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6af0f6c1-fe35-4c90-aef4-8bc012b4212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:40.819561 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7494099 May 27 03:28:40.819827 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 53848) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:40.838041 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Request body: {'subnet': {'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720765547-subnet', 'tenant_id': 'dae31add72814fc8ab53b1468b98fb82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:40.843851 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=4a1d6ab6-70c6-4fed-b613-a46226ef13f4,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:40.848001 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:40.849171 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:40.856091 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Usage tracker for resource:subnet and tenant:dae31add72814fc8ab53b1468b98fb82 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:40.859109 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465cc5b-6312-429e-a830-0dbffc2365f4 req-796e0bce-9509-4ff2-84e9-866b79e6a997 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:40.859948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:40.861362 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:28:40.866825 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:40.869795 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e465cc5b-6312-429e-a830-0dbffc2365f4 req-796e0bce-9509-4ff2-84e9-866b79e6a997 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1864846 May 27 03:28:40.892970 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Made reservation on behalf of dae31add72814fc8ab53b1468b98fb82 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:40.896116 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418758'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.980240 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e465cc5b-6312-429e-a830-0dbffc2365f4 req-6601df78-22e8-45a3-9098-1999ec51963a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 May 27 03:28:41.041476 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 840f6772-f8b0-41ad-8459-708753163179, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=840f6772-f8b0-41ad-8459-708753163179,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:41.056138 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '840f6772-f8b0-41ad-8459-708753163179', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'port_id': '840f6772-f8b0-41ad-8459-708753163179', 'mac_address': 'fa:16:3e:85:35:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:41.122309 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:41.149660 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840f6772-f8b0-41ad-8459-708753163179 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:41.168695 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 840f6772-f8b0-41ad-8459-708753163179, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=840f6772-f8b0-41ad-8459-708753163179,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:41.173619 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:41.176474 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-43cd3a2d-5b4c-42a4-91c7-055b31f00e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:41.267366 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=840f6772-f8b0-41ad-8459-708753163179,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:41.270755 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:41.458804 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['840f6772-f8b0-41ad-8459-708753163179'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:28:41.479946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8a97-24c3-406d-b7d9-ce713e9155ad req-268ab489-c95a-481e-b304-a690bb67d9d7 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:41.482258 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c1a8a97-24c3-406d-b7d9-ce713e9155ad req-268ab489-c95a-481e-b304-a690bb67d9d7 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 944 time: 0.1449871 May 27 03:28:41.527288 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418768'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:41.533190 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b01d0482-af3b-43e4-9350-d678da683cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:41.580328 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c1a8a97-24c3-406d-b7d9-ce713e9155ad req-bdfc6e61-354d-4d54-b382-8838d5ab44a4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918570 May 27 03:28:41.649929 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=451cc270-2c0d-4415-9aba-285d4f98fa9d,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:41.654514 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:41.655303 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Checking segment: {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:41.655716 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Network hostable DHCP agents. Network: 4a1d6ab6-70c6-4fed-b613-a46226ef13f4, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:41.686202 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:41.698393 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 4a1d6ab6-70c6-4fed-b613-a46226ef13f4) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:41.709093 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:41.709682 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:41.709797 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40a5bc-17e9-4720-a0bd-e1993777bf7c None None] Network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:28:41.751065 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9232314 May 27 03:28:41.993475 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:42.000734 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f0a3b-a3da-4b00-b308-3cc7b3ac25a2 None None] Network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:28:42.680531 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 840f6772-f8b0-41ad-8459-708753163179 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:42.769391 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 840f6772-f8b0-41ad-8459-708753163179 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:42.777691 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 840f6772-f8b0-41ad-8459-708753163179 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:42.778170 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:42.827875 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9761-5864-4912-90c5-948f8cda2d34 req-3fff26cc-fc41-4361-b9b1-1c6e439f8f45 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:42.835839 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e0ce9761-5864-4912-90c5-948f8cda2d34 req-3fff26cc-fc41-4361-b9b1-1c6e439f8f45 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 944 time: 0.1092334 May 27 03:28:42.906673 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e0ce9761-5864-4912-90c5-948f8cda2d34 req-53c39144-f830-41cc-b2bd-d61296818614 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695033 May 27 03:28:42.955335 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:42.996538 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840f6772-f8b0-41ad-8459-708753163179'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:43.020106 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 840f6772-f8b0-41ad-8459-708753163179, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=840f6772-f8b0-41ad-8459-708753163179,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:43.026837 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:43.030209 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:43.073360 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840f6772-f8b0-41ad-8459-708753163179', 'code': 200} May 27 03:28:43.116603 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=840f6772-f8b0-41ad-8459-708753163179,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:43.132258 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:43.338292 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2348-cbe8-4313-8e1b-2051a19fad72 req-38613bcc-7b22-47ca-bcca-eaede5f19b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:43.339767 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-902d2348-cbe8-4313-8e1b-2051a19fad72 req-38613bcc-7b22-47ca-bcca-eaede5f19b96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1098 time: 0.0841351 May 27 03:28:43.446489 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-902d2348-cbe8-4313-8e1b-2051a19fad72 req-96f61006-d63d-4f1e-957c-27f6008e1db6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918577 May 27 03:28:43.463178 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-7c1acc85-437d-47e0-a892-38a467a9841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:43.464620 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-7c1acc85-437d-47e0-a892-38a467a9841e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.0950928 May 27 03:28:43.492895 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a34256-fd56-4936-81b1-d11205e8f348 req-4266f816-a250-4707-a4e3-c7ab77522b6e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:43.494598 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-88a34256-fd56-4936-81b1-d11205e8f348 req-4266f816-a250-4707-a4e3-c7ab77522b6e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.0849125 May 27 03:28:43.539865 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-88a34256-fd56-4936-81b1-d11205e8f348 req-dc2df28d-5eec-4958-8458-e4af8659e567 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 May 27 03:28:43.656461 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-eba7fe3d-5cdb-4678-8462-f6a88b5dac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:43.658102 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-eba7fe3d-5cdb-4678-8462-f6a88b5dac9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.1361189 May 27 03:28:43.659006 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c254b26a-74c3-4f0a-a076-ab8589059252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:43.726122 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-4a2b66eb-f65b-4f5c-8f4e-93d6cbd81179 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.0600870 May 27 03:28:43.909476 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-5b10fedb-35f3-4689-b0cd-959dba9a49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:43.911198 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-5b10fedb-35f3-4689-b0cd-959dba9a49bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1763542 May 27 03:28:43.966710 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-b2f7d206-58fd-42da-841a-c51ec8fac0b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471354 May 27 03:28:44.146103 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-c3262757-a3c8-4bb5-bc9d-4ebc2b7620f4 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704381 May 27 03:28:44.211691 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-81fbf2e4-4f40-4943-aa80-2d4bf7ada444 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:44.219518 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-81fbf2e4-4f40-4943-aa80-2d4bf7ada444 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/networks?id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 200 len: 809 time: 0.2401221 May 27 03:28:44.253392 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-cedd489e-3967-4195-bf0c-7dc0f0d2f11e tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/quotas/dae31add72814fc8ab53b1468b98fb82 HTTP/1.1" status: 200 len: 375 time: 0.0328374 May 27 03:28:44.266289 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdab8-efb3-4042-b95c-04fb4dfaecac req-feec5f13-e229-4ab5-bca8-76186d8678d2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:44.267908 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-035bdab8-efb3-4042-b95c-04fb4dfaecac req-feec5f13-e229-4ab5-bca8-76186d8678d2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1990724 May 27 03:28:44.320966 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-8b4d31e8-a424-40f1-a35e-e2bafc936e3a tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dae31add72814fc8ab53b1468b98fb82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663836 May 27 03:28:44.342316 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-63a66764-b3c8-4e56-9ecf-307a340e71ee req-12e724a1-b044-4b3d-b5b8-c9cef7cd1f9d service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883168 May 27 03:28:44.510953 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-035bdab8-efb3-4042-b95c-04fb4dfaecac req-a7c34b11-d21c-478b-87bd-b2af4ab2269b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936104 May 27 03:28:44.546192 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-abfe2a3f-d2c1-4951-b217-05782bf2a2fa service neutron] 10.222.0.32 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815934 May 27 03:28:44.750515 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54020) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:44.783997 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-8787262d-cb3c-439d-a20c-bbac2cffbe69 service neutron] 10.222.0.32 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303495 May 27 03:28:44.832520 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac6cc-10ca-4225-8f34-286932c2176d req-fc026ee0-b041-4aac-b1c2-2a25712b04e2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:44.835123 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-498ac6cc-10ca-4225-8f34-286932c2176d req-fc026ee0-b041-4aac-b1c2-2a25712b04e2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1404781 May 27 03:28:44.887243 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-498ac6cc-10ca-4225-8f34-286932c2176d req-fb3d485c-9473-40e7-9b20-0cf8bddc08bd tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 May 27 03:28:44.926184 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:44.942804 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:44.948457 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9be60d66a48f4f6b9c74bc219e1b506e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:44.954276 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:44.962415 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:45.026509 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4da810ab-3993-4b88-9907-b4811d6662da req-54723430-cdcc-4f7b-82ca-fd9d23d4313e tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0571454 May 27 03:28:45.100889 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.105780 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.115832 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:45.162465 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab9f2d3-17cc-4f2b-8dd7-13bbe8f80b1b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:45.170872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54040) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:45.171480 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9be60d66a48f4f6b9c74bc219e1b506e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195483 May 27 03:28:45.172780 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:45.242549 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.273904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.410040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.415013 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b3cfa3cd-3a91-4aef-bb98-886dbbc67f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:45.426349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab9f2d3-17cc-4f2b-8dd7-13bbe8f80b1b,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:45.428894 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:45.435033 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.436262 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab9f2d3-17cc-4f2b-8dd7-13bbe8f80b1b HTTP/1.1" status: 204 len: 168 time: 0.2635024 May 27 03:28:45.713532 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d58e-e208-42a0-b2bf-2905b978053e req-20e872d8-5ca5-4dc2-810a-383ec144a038 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:45.715407 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1831d58e-e208-42a0-b2bf-2905b978053e req-20e872d8-5ca5-4dc2-810a-383ec144a038 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0878057 May 27 03:28:45.758372 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54056) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:45.764189 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1831d58e-e208-42a0-b2bf-2905b978053e req-6d5d14a7-6719-402f-8e0d-f3c76ba349b9 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414965 May 27 03:28:45.779786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.794207 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:45.798164 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Usage tracker for resource:security_group_rule and tenant:21b8f169f04743cb90d118f88d9741d0 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:45.800929 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:45.807203 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:45.895647 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.903989 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.912137 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ff25e933-7fef-4120-a119-9d5a7283e30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:45.970031 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db23a8-95d7-412a-8534-8089db4f4788 req-78430071-6303-406e-8130-9e4589f9b041 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:45.970629 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b8f169f04743cb90d118f88d9741d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109449 May 27 03:28:45.971545 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e8db23a8-95d7-412a-8534-8089db4f4788 req-78430071-6303-406e-8130-9e4589f9b041 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0988638 May 27 03:28:45.972002 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54068) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:45.974595 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f676c80e-4210-494d-915d-345264f1e53b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:45.983358 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54072) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:45.986417 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:46.003311 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'floatingip': {'port_id': '840f6772-f8b0-41ad-8459-708753163179'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:46.031212 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-908fdea8-e66a-4730-8714-f1bc8f3ea917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.114945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.155835 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.182054 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.219874 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.266848 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d7acf-29e2-4be3-b611-6238c721c8d0 req-dce1d41e-bc2a-49ab-bd53-1a7b86d798ee tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:46.268675 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-802d7acf-29e2-4be3-b611-6238c721c8d0 req-dce1d41e-bc2a-49ab-bd53-1a7b86d798ee tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2263305 May 27 03:28:46.341034 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-802d7acf-29e2-4be3-b611-6238c721c8d0 req-b9c3847d-271c-4451-8bb3-05a4f25063c5 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622120 May 27 03:28:46.365368 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.375596 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e13a3fa8-dc36-4616-a02e-2c1eb4a66786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:46.406312 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f676c80e-4210-494d-915d-345264f1e53b,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:46.419890 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:46.428094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.432455 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f676c80e-4210-494d-915d-345264f1e53b HTTP/1.1" status: 204 len: 168 time: 0.4582791 May 27 03:28:46.578977 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-499507ea-3765-4c7c-a823-25e235e65e26 req-111a6c6f-09e3-4cb8-8671-36ed1e897fc0 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 210 time: 0.1557899 May 27 03:28:46.592135 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54098) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:46.622878 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-07a404d2-821b-45ba-81e2-81f3e02b2da6 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:46.623585 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-9370ea14-989b-43e1-8294-a072e85a8199 req-07a404d2-821b-45ba-81e2-81f3e02b2da6 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Synchronizing usage tracker for tenant:dae31add72814fc8ab53b1468b98fb82 on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:46.688931 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-9370ea14-989b-43e1-8294-a072e85a8199 req-07a404d2-821b-45ba-81e2-81f3e02b2da6 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Unset dirty status for tenant:dae31add72814fc8ab53b1468b98fb82 on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:46.690083 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-07a404d2-821b-45ba-81e2-81f3e02b2da6 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "GET /v2.0/networks?id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 200 len: 809 time: 0.4965158 May 27 03:28:46.711796 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Request body: {'port': {'device_id': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4', 'admin_state_up': True, 'tenant_id': 'dae31add72814fc8ab53b1468b98fb82'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:46.747914 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.763305 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:46.768262 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Usage tracker for resource:security_group_rule and tenant:3f5559d4f3e04d88999edc5312329df8 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:46.774590 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:46.780560 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:46.905904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.912794 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.926636 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-28d13a70-39d0-4d93-b447-944fd4b1d108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:46.961568 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.999348 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f5559d4f3e04d88999edc5312329df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060898 May 27 03:28:47.000121 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54110) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:47.002709 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02239519-f84e-4801-ad57-50f346ea8d26,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:47.020336 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:47.030746 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:47.034935 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Usage tracker for resource:port and tenant:dae31add72814fc8ab53b1468b98fb82 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:47.037943 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:47.046901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:47.069732 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54114) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:47.097384 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.132432 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:47.138050 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.140082 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3f22dac61d48f7a70dbd6756a19834 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:47.140900 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Made reservation on behalf of dae31add72814fc8ab53b1468b98fb82 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:47.143580 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:47.144504 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.157568 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:47.180952 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.297559 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.304448 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f99862bd-e07f-4417-af0a-abb0fe97e7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:47.313959 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.319534 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02239519-f84e-4801-ad57-50f346ea8d26,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:47.324418 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:47.326813 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.337337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-acc67a76-7821-4fd1-bb41-6f2fba248530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:47.376748 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.377858 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02239519-f84e-4801-ad57-50f346ea8d26 HTTP/1.1" status: 204 len: 168 time: 0.3765266 May 27 03:28:47.387230 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee9afb-1a60-4994-8c47-57e6d239cb51,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:47.402163 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:47.404055 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd3f22dac61d48f7a70dbd6756a19834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326066 May 27 03:28:47.411777 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54124) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:47.503031 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Allocated IP 172.20.0.8 (4a1d6ab6-70c6-4fed-b613-a46226ef13f4/451cc270-2c0d-4415-9aba-285d4f98fa9d/a7e230b6-1a72-493e-9a75-b87854c73330) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:47.611557 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9ccd-e429-4b02-bf7a-8fa0ee7c384a req-1c4a7c09-1dc6-4721-af5c-8cbd47fb287d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:47.620894 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be6b9ccd-e429-4b02-bf7a-8fa0ee7c384a req-1c4a7c09-1dc6-4721-af5c-8cbd47fb287d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1149926 May 27 03:28:47.655813 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.680885 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be6b9ccd-e429-4b02-bf7a-8fa0ee7c384a req-300ee6c7-4da7-4251-a619-0361fb51ac69 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588989 May 27 03:28:47.745268 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.782548 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.793925 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0eb40c82-e99d-4907-9a2f-47ac62742c30 req-c33af4c4-aaa9-480c-a586-adb6bf1dd480 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0450723 May 27 03:28:47.799032 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.806736 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54134) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:47.829369 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.843562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:47.847320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b4aa132590074ae38bc12c9cdd55805e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:47.850064 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:47.855782 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:47.945731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.949923 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.962032 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9d2c9c2c-ad41-4e8a-9f9f-442d69faccc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:48.003876 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4aa132590074ae38bc12c9cdd55805e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939974 May 27 03:28:48.004102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54138) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:48.006731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352e0548-41a3-4e93-9d5f-43531c9d72f1,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.018959 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:48.066559 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.090642 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.095392 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.099483 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-459b81cf-e382-48bd-a460-a77bedb4da84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:48.117375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.123025 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee9afb-1a60-4994-8c47-57e6d239cb51,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.125785 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:48.139927 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.l3_db [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Floating IP f12c7e9c-142b-40d1-add1-e184381ede72 associated. External IP: 172.28.1.92, port: 840f6772-f8b0-41ad-8459-708753163179. May 27 03:28:48.156777 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.161858 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7355d02a-19d4-4f2f-80c9-e1e0e27f3f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:48.175080 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352e0548-41a3-4e93-9d5f-43531c9d72f1,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.177527 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.178697 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/352e0548-41a3-4e93-9d5f-43531c9d72f1 HTTP/1.1" status: 204 len: 168 time: 0.1737018 May 27 03:28:48.185981 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:48.245319 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.248834 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebee9afb-1a60-4994-8c47-57e6d239cb51 HTTP/1.1" status: 204 len: 168 time: 0.8320966 May 27 03:28:48.403395 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.416638 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:48.546199 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:48.550509 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:48.555197 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Pushing event updated for resources: {'Port': ['ID=a7e230b6-1a72-493e-9a75-b87854c73330,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.557578 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:48.643242 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:48.725908 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:48.727190 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.757630 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Router 194660d4-ea23-4b34-84f8-db72f87ea002 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:28:48.764416 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0592856 May 27 03:28:48.819348 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54168) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:48.844285 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.848460 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Request body: {'port': {'device_id': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:48.863937 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:48.868942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf1144e45924bf1ac0b05b30518bfca is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:48.873407 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:48.877592 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.880233 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:49.138016 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.150200 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.159970 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4d27ba2f-2558-446f-96fe-7bb48d0cf44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:49.191290 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c16c80-c026-4582-9043-581b23bca7e2,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:49.198931 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:49.223084 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cf1144e45924bf1ac0b05b30518bfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993349 May 27 03:28:49.223084 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54178) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:49.294009 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.315263 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:28:49.321121 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.328513 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:49.340669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26eab-9eee-478e-993f-208b6f454542 req-f637a246-18a0-418e-8118-25d95aca7d3b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:49.342842 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:49.344041 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:49.347472 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-62e26eab-9eee-478e-993f-208b6f454542 req-f637a246-18a0-418e-8118-25d95aca7d3b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3064735 May 27 03:28:49.415627 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.429528 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-62e26eab-9eee-478e-993f-208b6f454542 req-7a75fed3-e676-4a6a-a732-00036134a134 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811779 May 27 03:28:49.437387 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-bb56c021-e118-46f1-bbdb-d460826763b0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "PUT /v2.0/floatingips/f12c7e9c-142b-40d1-add1-e184381ede72 HTTP/1.1" status: 200 len: 990 time: 3.4529345 May 27 03:28:49.440965 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'tag': '840f6772-f8b0-41ad-8459-708753163179'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:49.476492 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.519903 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816045-1fd5-4610-a530-fc9ad9bc8faf req-29995b08-e307-4fab-a336-fb4b34fa3180 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:49.527503 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-66816045-1fd5-4610-a530-fc9ad9bc8faf req-29995b08-e307-4fab-a336-fb4b34fa3180 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 931 time: 0.2589514 May 27 03:28:49.612924 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-66816045-1fd5-4610-a530-fc9ad9bc8faf req-2a9f1947-506a-4cbf-aff5-7e3d0fa6074c tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 May 27 03:28:49.620783 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:49.647784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.656895 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-173d5b05-b33f-4296-94b0-f2f7eba3103b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:49.683446 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c16c80-c026-4582-9043-581b23bca7e2,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:49.691489 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:49.695970 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.696771 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'tag': '840f6772-f8b0-41ad-8459-708753163179', 'status': 'completed', 'code': 200} May 27 03:28:49.699231 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57c16c80-c026-4582-9043-581b23bca7e2 HTTP/1.1" status: 204 len: 168 time: 0.4739940 May 27 03:28:49.942025 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-25818714-57cf-4088-aa5e-2ed90384f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:49.943529 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-25818714-57cf-4088-aa5e-2ed90384f159 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1098 time: 0.2007735 May 27 03:28:49.947806 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e230b6-1a72-493e-9a75-b87854c73330 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:49.956933 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.068761 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Transition to ACTIVE for port object a7e230b6-1a72-493e-9a75-b87854c73330 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:50.076304 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': 'f12c7e9c-142b-40d1-add1-e184381ede72', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'port_id': '840f6772-f8b0-41ad-8459-708753163179', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'mac_address': 'fa:16:3e:85:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a6905-235e-41cb-907a-9ff924ae26b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:28:27Z', 'updated_at': '2021-05-27T03:28:47Z', 'revision_number': 1, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:50.082030 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:50.087213 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.090631 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:50.111615 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:50.112825 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:50.276976 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e230b6-1a72-493e-9a75-b87854c73330,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:50.280154 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-4ca6d232-1362-4c71-97e8-c1d1cad7dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:50.282093 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-4ca6d232-1362-4c71-97e8-c1d1cad7dab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.3295395 May 27 03:28:50.283168 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:50.448273 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:50.513239 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-87a24f8a-4ebe-46c0-b5c7-6df2dab4bdb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 998 time: 0.2178555 May 27 03:28:50.743714 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Attempting to bind port a7e230b6-1a72-493e-9a75-b87854c73330 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:50.744052 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Attempting to bind port a7e230b6-1a72-493e-9a75-b87854c73330 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:50.744610 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Attempting to bind port a7e230b6-1a72-493e-9a75-b87854c73330 on network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:50.766379 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-ed1284cf-6071-4ab3-80a1-415c4e096ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:50.768134 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-ed1284cf-6071-4ab3-80a1-415c4e096ba5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.2451966 May 27 03:28:50.768902 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Port a7e230b6-1a72-493e-9a75-b87854c73330 on network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:28:50.769229 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Attempting to bind port a7e230b6-1a72-493e-9a75-b87854c73330 on network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:50.839867 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:50.840234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Checking segment: {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:50.840592 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Bound using segment: {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:50.841221 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Bound port: a7e230b6-1a72-493e-9a75-b87854c73330, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:50.841731 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.986037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-829b2c1b-5d93-45ca-83a1-dde1b9338183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:50.988630 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-829b2c1b-5d93-45ca-83a1-dde1b9338183 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2070446 May 27 03:28:50.989824 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] For port a7e230b6-1a72-493e-9a75-b87854c73330, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:50.994548 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] For port a7e230b6-1a72-493e-9a75-b87854c73330, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a7e230b6-1a72-493e-9a75-b87854c73330,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:50.995920 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e87ae-2caa-496f-be52-f1f951d60e3c req-74d9efda-0d31-476a-81d3-82a8e1932126 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:51.001274 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.009013 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2e8e87ae-2caa-496f-be52-f1f951d60e3c req-74d9efda-0d31-476a-81d3-82a8e1932126 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3387351 May 27 03:28:51.031659 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:51.134100 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2e8e87ae-2caa-496f-be52-f1f951d60e3c req-4a5becd5-4c1f-49fe-881d-43acf1704506 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092489 May 27 03:28:51.167868 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:51.168611 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.170428 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] 10.222.0.10 "PUT /v2.0/ports/a7e230b6-1a72-493e-9a75-b87854c73330 HTTP/1.1" status: 200 len: 1093 time: 2.3261557 May 27 03:28:51.201679 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': 'f12c7e9c-142b-40d1-add1-e184381ede72', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'port_id': '840f6772-f8b0-41ad-8459-708753163179', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'mac_address': 'fa:16:3e:85:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a6905-235e-41cb-907a-9ff924ae26b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:28:27Z', 'updated_at': '2021-05-27T03:28:47Z', 'revision_number': 1, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:51.217076 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e230b6-1a72-493e-9a75-b87854c73330,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:51.217501 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b829f1-7372-46e6-b02c-2bb577b2bbe8 None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': 'f12c7e9c-142b-40d1-add1-e184381ede72', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'port_id': '840f6772-f8b0-41ad-8459-708753163179', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'mac_address': 'fa:16:3e:85:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a6905-235e-41cb-907a-9ff924ae26b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:28:27Z', 'updated_at': '2021-05-27T03:28:47Z', 'revision_number': 1, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:51.232981 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144e1ad-e130-4738-bcad-9f308034af70 req-a13eeb30-7816-453e-ac18-c44b2863af7e tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:51.235075 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e144e1ad-e130-4738-bcad-9f308034af70 req-a13eeb30-7816-453e-ac18-c44b2863af7e tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 943 time: 0.4121718 May 27 03:28:51.241393 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:51.275426 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54262) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:51.332326 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e144e1ad-e130-4738-bcad-9f308034af70 req-4c176660-14d3-4d6e-96b7-7f2fafaa32a0 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910046 May 27 03:28:51.436579 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-99574524-network', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:51.444343 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:51.453445 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Usage tracker for resource:network and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:51.460011 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:51.475871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:51.493846 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Made reservation on behalf of b1d69fd080004fe2b43191430034ba0b for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:51.500039 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.535800 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.568855 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:51.574453 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:51.578381 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:51.584930 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:51.612534 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-057ccbc9-ccb2-4af2-8356-dcc9b3ab7db4 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045163 May 27 03:28:51.669638 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81538e2-36f8-42b9-9a96-b03ff2cb5ee0 None None] New status for floating IP f12c7e9c-142b-40d1-add1-e184381ede72: ACTIVE {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:28:51.776268 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'tag': 'a7e230b6-1a72-493e-9a75-b87854c73330'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:51.811118 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.811761 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-80091f26-2440-43f8-9840-e2a76a77a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:51.813737 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-80091f26-2440-43f8-9840-e2a76a77a61d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dae31add72814fc8ab53b1468b98fb82&device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 1096 time: 0.5705845 May 27 03:28:51.816692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.822770 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-6976b67e-42ac-42c3-9255-9d4d6d79f472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:51.859342 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:51.930323 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-0f7e6e08-4a18-48ff-a2b0-ea0062f39d00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e230b6-1a72-493e-9a75-b87854c73330 HTTP/1.1" status: 200 len: 217 time: 0.0989523 May 27 03:28:51.932277 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'tag': 'a7e230b6-1a72-493e-9a75-b87854c73330', 'status': 'completed', 'code': 200} May 27 03:28:51.949385 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5543647a-f8a2-4c16-95e0-334c0df89d84,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:51.953431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:51.957049 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.958301 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Added segment 7c3f12be-a933-4a76-b490-4ad3d30ba6f2 of type vlan for network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 May 27 03:28:51.991550 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.041980 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fe08df54-ca65-4f05-99a2-30cbe9b38c80 req-08631bb5-22a1-4ab1-9988-6962a14a133d service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189110 May 27 03:28:52.045731 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370ea14-989b-43e1-8294-a072e85a8199 req-ca590cec-a605-4fe5-9cd2-7a7290b3ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.047640 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-ca590cec-a605-4fe5-9cd2-7a7290b3ed81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=451cc270-2c0d-4415-9aba-285d4f98fa9d HTTP/1.1" status: 200 len: 849 time: 0.1089640 May 27 03:28:52.051777 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.053560 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.054945 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.060234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e4a9fe18-d738-4bb2-9935-fde6834d45b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:52.117853 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-f3feaab1-3445-41db-9b4f-5872fb9660c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608435 May 27 03:28:52.171323 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Pushing event updated for resources: {'Network': ['ID=f2031f9c-7d21-47a5-99c3-8a8b5deeb618,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:52.177351 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9006388 May 27 03:28:52.178689 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:52.180799 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54290) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:52.186824 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Request body: {'subnet': {'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-99574524-subnet', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:52.190369 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:28:52.192132 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:52.200238 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Usage tracker for resource:subnet and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:52.204645 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:52.212782 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:52.230094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54294) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:52.240241 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Made reservation on behalf of b1d69fd080004fe2b43191430034ba0b for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:52.250344 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3011010'] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.357332 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-f83e0ecf-b344-4911-9429-84f02086d039 service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261975 May 27 03:28:52.451786 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.511905 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9370ea14-989b-43e1-8294-a072e85a8199 req-e38807b0-692a-4052-8e53-325b159cd09e service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421025 May 27 03:28:52.537661 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:52.557195 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Usage tracker for resource:security_group_rule and tenant:77b09ad43e8344b0856f6a8937d2d934 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:52.564100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:52.573947 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:52.643903 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-3ef9388a-1ca6-4cd0-8329-9313225cdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.645380 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-3ef9388a-1ca6-4cd0-8329-9313225cdd50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dae31add72814fc8ab53b1468b98fb82&device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0755365 May 27 03:28:52.659553 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fe24f-1194-42d3-bfe1-b490f8cc2154 req-2fee7cc5-dbae-43b5-be7b-18528ea93d9b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.661019 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-945fe24f-1194-42d3-bfe1-b490f8cc2154 req-2fee7cc5-dbae-43b5-be7b-18528ea93d9b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3013921 May 27 03:28:52.707636 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3277-512b-4b6f-bfd8-f39a69a7c53e req-bb96a60b-9fc8-4a07-9e94-483a41ccd448 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.709013 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-971f3277-512b-4b6f-bfd8-f39a69a7c53e req-bb96a60b-9fc8-4a07-9e94-483a41ccd448 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 943 time: 0.2624569 May 27 03:28:52.795305 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-945fe24f-1194-42d3-bfe1-b490f8cc2154 req-34e79354-499e-49b0-9aef-0bb1d7b75155 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247671 May 27 03:28:52.803218 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-c84d62cb-686d-486e-b9f5-64ca22de8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.807380 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-c84d62cb-686d-486e-b9f5-64ca22de8f0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 200 len: 910 time: 0.1548214 May 27 03:28:52.866010 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-971f3277-512b-4b6f-bfd8-f39a69a7c53e req-8b72d439-8671-4350-a65b-71782bbdd9b9 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192658 May 27 03:28:52.915342 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-a14780ce-d39b-4dae-bbb4-092a496f39b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e230b6-1a72-493e-9a75-b87854c73330 HTTP/1.1" status: 200 len: 217 time: 0.0986695 May 27 03:28:52.933256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.941831 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.950040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a80b8962-5e6d-4acf-8ceb-81cdaca67477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:53.004865 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-ac82c8c1-e4b1-4d80-88fb-d23ff5f177c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:53.006660 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-ac82c8c1-e4b1-4d80-88fb-d23ff5f177c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=451cc270-2c0d-4415-9aba-285d4f98fa9d HTTP/1.1" status: 200 len: 849 time: 0.0725019 May 27 03:28:53.014698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54312) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:53.015052 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77b09ad43e8344b0856f6a8937d2d934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826333 May 27 03:28:53.017504 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de656f3f-ada2-410b-a535-0e3937af33b7,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:53.020989 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:53.114387 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-dc9bd865-2921-4da6-8b86-9e5ade1e337e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503576 May 27 03:28:53.139567 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3011028'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.149903 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9be4b4b6-836f-4c21-b5d2-7251e59d2225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:53.155381 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.240065 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Checking segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:53.240329 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Network hostable DHCP agents. Network: f2031f9c-7d21-47a5-99c3-8a8b5deeb618, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:53.245427 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.248624 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d2c5d6-9e8b-4426-8f44-d586a07a97ef,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:53.255164 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:53.267825 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:53.282345 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, f2031f9c-7d21-47a5-99c3-8a8b5deeb618) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:53.298462 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:53.298462 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.303922 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1385d004-1d75-4d1d-9807-07ffeaddf802 None None] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:28:53.319819 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-e0846f9e-4d56-45ff-9902-1e349974608f service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963372 May 27 03:28:53.326062 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1440334 May 27 03:28:53.329008 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54320) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:53.344967 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:28:53.350267 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:53.354780 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Usage tracker for resource:router and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:53.358636 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:53.364865 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:53.376045 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.377717 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.395835 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.417503 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.423993 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b3087b5f-38b1-45cf-993f-9f7055537afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:53.442292 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de656f3f-ada2-410b-a535-0e3937af33b7,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:53.445829 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:53.457124 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.461328 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de656f3f-ada2-410b-a535-0e3937af33b7 HTTP/1.1" status: 204 len: 168 time: 0.4422255 May 27 03:28:53.548725 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-76565cbf-8511-45bc-a969-fee66cb0fc2e req-c023a288-8e23-4979-9169-41f1ef1bd823 service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098408 May 27 03:28:53.570826 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:28:53.571664 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.726338 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.736389 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Allocated IP 172.20.0.2 (f2031f9c-7d21-47a5-99c3-8a8b5deeb618/55d2c5d6-9e8b-4426-8f44-d586a07a97ef/ee50df40-0afb-4768-bae7-4a846eb51fa2) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:53.797537 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54330) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:53.816057 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.854286 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:53.864370 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Usage tracker for resource:security_group_rule and tenant:8c8224e735f04cc885bc8805d90067a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:53.870799 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:53.881570 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:53.982551 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.996734 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Transition to ACTIVE for port object ee50df40-0afb-4768-bae7-4a846eb51fa2 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:54.021839 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.026866 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.028575 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Transition to ACTIVE for port object ee50df40-0afb-4768-bae7-4a846eb51fa2 will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:54.035008 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-baf8a1d9-bb0a-4a0c-8fb1-7bfb91826e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:54.035185 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.039826 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:54.080407 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32be3d-a6e4-46a0-bc78-2c67cc833467,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:54.084881 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c8224e735f04cc885bc8805d90067a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864256 May 27 03:28:54.085835 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:54.087588 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54340) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:54.113536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:54.117398 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:54.125923 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:54.135438 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Pushing event updated for resources: {'Port': ['ID=ee50df40-0afb-4768-bae7-4a846eb51fa2,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:54.150594 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.165771 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:54.185804 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.233431 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Attempting to bind port ee50df40-0afb-4768-bae7-4a846eb51fa2 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:54.233919 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Attempting to bind port ee50df40-0afb-4768-bae7-4a846eb51fa2 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:54.234357 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Attempting to bind port ee50df40-0afb-4768-bae7-4a846eb51fa2 on network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:54.240103 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:54.240570 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Checking segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:54.241065 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.242235 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Bound using segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:54.242790 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Bound port: ee50df40-0afb-4768-bae7-4a846eb51fa2, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:54.243174 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.303300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.331652 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.336199 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] For port ee50df40-0afb-4768-bae7-4a846eb51fa2, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:54.337265 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-05bdeb5a-f670-469b-9322-e59f6e7f6f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:54.340306 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] For port ee50df40-0afb-4768-bae7-4a846eb51fa2, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ee50df40-0afb-4768-bae7-4a846eb51fa2,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:54.341402 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.347778 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.354216 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-bc332a60-91e2-450c-bddd-65587f6bfb9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:54.361987 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32be3d-a6e4-46a0-bc78-2c67cc833467,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:54.372364 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:54.373975 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.379282 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed32be3d-a6e4-46a0-bc78-2c67cc833467 HTTP/1.1" status: 204 len: 168 time: 0.2885094 May 27 03:28:54.400352 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c112-5f33-4435-a13d-4e7ef79e69a9 req-8c39b6eb-8263-4778-935c-d8a7e86f792f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:54.407151 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ca6c112-5f33-4435-a13d-4e7ef79e69a9 req-8c39b6eb-8263-4778-935c-d8a7e86f792f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.4392536 May 27 03:28:54.455375 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a2d46-883d-4773-9f6f-296a44e847c8 req-48744194-c344-4fcf-ba33-3c4eb78ba0c9 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:54.457163 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-059a2d46-883d-4773-9f6f-296a44e847c8 req-48744194-c344-4fcf-ba33-3c4eb78ba0c9 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 943 time: 0.3020585 May 27 03:28:54.459613 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Pushing event updated for resources: {'Port': ['ID=ee50df40-0afb-4768-bae7-4a846eb51fa2,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:54.473845 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:54.579297 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ca6c112-5f33-4435-a13d-4e7ef79e69a9 req-67575b85-8cc0-4629-b7fa-655c8644fe06 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703737 May 27 03:28:54.618412 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-059a2d46-883d-4773-9f6f-296a44e847c8 req-f9adf8b3-252d-4dcf-875e-11a86ee8794b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497550 May 27 03:28:54.695279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Allocated IP 172.28.1.42 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/94ac22ea-4623-41ea-b321-14b3872f85af) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:54.718272 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device a7e230b6-1a72-493e-9a75-b87854c73330 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:54.929957 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.981571 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.987165 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:54.995088 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port a7e230b6-1a72-493e-9a75-b87854c73330, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a7e230b6-1a72-493e-9a75-b87854c73330,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:55.028476 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': 'a7e230b6-1a72-493e-9a75-b87854c73330', 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4', 'port_id': 'a7e230b6-1a72-493e-9a75-b87854c73330', 'mac_address': 'fa:16:3e:16:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451cc270-2c0d-4415-9aba-285d4f98fa9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:55.063757 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:55.067056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:55.071798 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:55.096458 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.116092 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e230b6-1a72-493e-9a75-b87854c73330 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:55.119303 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Pushing event updated for resources: {'Port': ['ID=94ac22ea-4623-41ea-b321-14b3872f85af,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:55.129201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:55.134981 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port a7e230b6-1a72-493e-9a75-b87854c73330, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a7e230b6-1a72-493e-9a75-b87854c73330,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:55.138903 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.141727 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:55.212859 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=a7e230b6-1a72-493e-9a75-b87854c73330,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:55.216163 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:55.471121 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['a7e230b6-1a72-493e-9a75-b87854c73330'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:28:55.536279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.618140 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d4906-37ca-42a4-8f22-8a83ac683ed3 None None] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:28:55.757926 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-c517bdd5-dbf6-485a-9de3-682bb8a7b58e None None] Provisioning for port ee50df40-0afb-4768-bae7-4a846eb51fa2 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:56.020724 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2970db-2928-4471-8a29-48176f4ea775 req-f7de1747-29de-4d79-b84b-ef382acd1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.023762 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f2970db-2928-4471-8a29-48176f4ea775 req-f7de1747-29de-4d79-b84b-ef382acd1f87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.0979300 May 27 03:28:56.095544 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9f2970db-2928-4471-8a29-48176f4ea775 req-2ca6e242-abb9-4643-8323-4bfda8bd263c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 May 27 03:28:56.315427 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ee50df40-0afb-4768-bae7-4a846eb51fa2 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:56.401038 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752874b-5ccb-42ca-99ae-630a0cc91dd9 req-40705904-85e4-47a0-9b27-a24e75de1d40 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.402688 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7752874b-5ccb-42ca-99ae-630a0cc91dd9 req-40705904-85e4-47a0-9b27-a24e75de1d40 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3641775 May 27 03:28:56.408188 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.442869 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port ee50df40-0afb-4768-bae7-4a846eb51fa2 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:56.449247 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port ee50df40-0afb-4768-bae7-4a846eb51fa2 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:56.449993 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.503420 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b5c2-dd54-4f08-86ae-bf8a89d7dc32 req-aeaf3e0f-64bb-468c-81c0-43064bb783ff tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.510251 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-abc8b5c2-dd54-4f08-86ae-bf8a89d7dc32 req-aeaf3e0f-64bb-468c-81c0-43064bb783ff tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 944 time: 0.4698927 May 27 03:28:56.589137 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.624693 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port ee50df40-0afb-4768-bae7-4a846eb51fa2, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ee50df40-0afb-4768-bae7-4a846eb51fa2,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:56.632986 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.635797 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-bc332a60-91e2-450c-bddd-65587f6bfb9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:56.720782 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device a7e230b6-1a72-493e-9a75-b87854c73330 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:56.750146 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-abc8b5c2-dd54-4f08-86ae-bf8a89d7dc32 req-4d3a4fce-60d3-4d8c-ae11-6aab03385d7f tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313738 May 27 03:28:56.750146 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7752874b-5ccb-42ca-99ae-630a0cc91dd9 req-28860d06-60da-4526-8a7a-68f25c01b0d8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668126 May 27 03:28:56.864353 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=ee50df40-0afb-4768-bae7-4a846eb51fa2,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:56.884298 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:56.893763 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Router 6947d005-53db-4034-af73-133eae7d19c5 is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:28:56.926298 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port a7e230b6-1a72-493e-9a75-b87854c73330 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:56.934850 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port a7e230b6-1a72-493e-9a75-b87854c73330 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:56.935835 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.196892 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.229911 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e230b6-1a72-493e-9a75-b87854c73330'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:57.240981 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port a7e230b6-1a72-493e-9a75-b87854c73330, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a7e230b6-1a72-493e-9a75-b87854c73330,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:28:57.247470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.249908 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:57.308596 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:28:57.319158 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Sync routers for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:57.339102 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e230b6-1a72-493e-9a75-b87854c73330', 'code': 200} May 27 03:28:57.339581 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:57.340216 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:57.343075 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=a7e230b6-1a72-493e-9a75-b87854c73330,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:57.346877 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:57.387461 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.402917 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0635512 May 27 03:28:57.405850 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54486) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:57.675808 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:57.774440 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e375-a483-47d6-bafa-6fa391a49e06 req-133760c2-4299-4eed-aa9c-7700f966d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:57.778027 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3309e375-a483-47d6-bafa-6fa391a49e06 req-133760c2-4299-4eed-aa9c-7700f966d340 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 1098 time: 0.1591306 May 27 03:28:57.891381 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3309e375-a483-47d6-bafa-6fa391a49e06 req-3b0e4a7a-868d-48a2-8a0a-8201032b4a16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960410 May 27 03:28:58.119264 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:55Z', 'revision_number': 3, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:58.131745 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Checking router: 6947d005-53db-4034-af73-133eae7d19c5 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:58.132675 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Updating router 6947d005-53db-4034-af73-133eae7d19c5 port 94ac22ea-4623-41ea-b321-14b3872f85af binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:58.186250 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.205400 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ee50df40-0afb-4768-bae7-4a846eb51fa2 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:58.279804 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port ee50df40-0afb-4768-bae7-4a846eb51fa2 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:58.280175 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.324258 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061485f-ece6-41a8-9537-2773f1661e31 req-53079f7d-dd77-4c17-9e3e-ff9c466aea44 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:58.325717 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0061485f-ece6-41a8-9537-2773f1661e31 req-53079f7d-dd77-4c17-9e3e-ff9c466aea44 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 945 time: 0.3733835 May 27 03:28:58.333268 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653d534-3671-47bd-a79e-ec83458a9510 req-195fd64f-df4f-4e07-92bc-c3c419187ecc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:58.334804 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b653d534-3671-47bd-a79e-ec83458a9510 req-195fd64f-df4f-4e07-92bc-c3c419187ecc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3837719 May 27 03:28:58.454320 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0061485f-ece6-41a8-9537-2773f1661e31 req-8449dafb-ab17-4020-9072-a1d82ee4757a tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178877 May 27 03:28:58.477286 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b653d534-3671-47bd-a79e-ec83458a9510 req-389bb243-51df-4b36-99ed-5c94c632bc98 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132669 May 27 03:28:58.571117 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.573237 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.589008 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Transition to ACTIVE for port object 94ac22ea-4623-41ea-b321-14b3872f85af will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:58.605320 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.612194 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-d089b65a-808e-4d0e-84e0-a891bacccc5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:58.715537 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Pushing event updated for resources: {'Port': ['ID=94ac22ea-4623-41ea-b321-14b3872f85af,revision_number=2']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:58.726446 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.726900 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.727383 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.727711 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.728031 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.728364 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.728680 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.729000 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.729315 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.729624 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.729957 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.730268 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:58.734706 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:58.735547 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Attempting to bind port 94ac22ea-4623-41ea-b321-14b3872f85af on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:58.735925 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Attempting to bind port 94ac22ea-4623-41ea-b321-14b3872f85af by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:58.736263 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Attempting to bind port 94ac22ea-4623-41ea-b321-14b3872f85af on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:28:58.742902 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:28:58.743474 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:28:58.744032 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.744422 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:28:58.744894 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Bound port: 94ac22ea-4623-41ea-b321-14b3872f85af, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:58.745266 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.843106 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Allocated IP 172.20.0.1 (f2031f9c-7d21-47a5-99c3-8a8b5deeb618/55d2c5d6-9e8b-4426-8f44-d586a07a97ef/59a8289c-7b58-4666-98ad-c8f0ce55748d) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:58.899682 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] For port 94ac22ea-4623-41ea-b321-14b3872f85af, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:28:58.903217 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] For port 94ac22ea-4623-41ea-b321-14b3872f85af, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=94ac22ea-4623-41ea-b321-14b3872f85af,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:28:58.925412 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.930366 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-7212e9d2-bc07-41de-ac40-757a1cb7c867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:59.014314 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-b2930ffd-2541-46da-ae56-e533424aafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:59.016553 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-b2930ffd-2541-46da-ae56-e533424aafa3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.1771243 May 27 03:28:59.050298 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Pushing event updated for resources: {'Port': ['ID=94ac22ea-4623-41ea-b321-14b3872f85af,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:59.065120 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:59.082526 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:28:59.083139 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:59.193546 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.223162 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5df0d9-d4c8-4ec7-b3d1-1ea7a7222a13 req-abfaa049-ba10-48df-83cf-e17031eafe9f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:59.227022 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c5df0d9-d4c8-4ec7-b3d1-1ea7a7222a13 req-abfaa049-ba10-48df-83cf-e17031eafe9f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2346380 May 27 03:28:59.227797 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Transition to ACTIVE for port object 59a8289c-7b58-4666-98ad-c8f0ce55748d will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:59.296070 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c5df0d9-d4c8-4ec7-b3d1-1ea7a7222a13 req-8fc9f94b-f334-4539-86cb-4b82a8c3f446 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627317 May 27 03:28:59.306712 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-96ead9df-45ba-432a-a1ad-e4528d0fac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:59.308204 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-96ead9df-45ba-432a-a1ad-e4528d0fac43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.2796886 May 27 03:28:59.320084 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.320084 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:28:59.384040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:59.387086 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:59.391040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:28:59.416683 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:28:59.447319 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Pushing event updated for resources: {'Port': ['ID=59a8289c-7b58-4666-98ad-c8f0ce55748d,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:59.458854 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:28:59.474577 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-19e23482-5552-4c0a-b2da-91f641ed1021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.1565447 May 27 03:28:59.513404 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.630988 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-c6dd5174-5f03-4ab2-a7c2-40358ac86a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:59.632874 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-c6dd5174-5f03-4ab2-a7c2-40358ac86a0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1439273 May 27 03:28:59.779948 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-3a87231d-8ca4-4987-bea5-fc6d3c109c01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360850 May 27 03:28:59.806294 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-4a6f9e8d-03ef-4a11-8be0-ee41031d3356 None None] Provisioning for port 59a8289c-7b58-4666-98ad-c8f0ce55748d completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:59.813193 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-4a6f9e8d-03ef-4a11-8be0-ee41031d3356 None None] Provisioning complete for port 59a8289c-7b58-4666-98ad-c8f0ce55748d triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:59.813884 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9e8d-03ef-4a11-8be0-ee41031d3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.924129 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f9e8d-03ef-4a11-8be0-ee41031d3356 None None] Port 59a8289c-7b58-4666-98ad-c8f0ce55748d cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:28:59.930717 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.050939 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-59037d66-c460-48ae-b690-b70e6d068929 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663145 May 27 03:29:00.058040 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:55Z', 'revision_number': 3, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:00.061571 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da66a03-dc76-4308-8d6c-bb845ae341ac None None] The sync data for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb is: [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:55Z', 'revision_number': 3, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:00.067720 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f3d5-ef18-48a6-bad5-0b3ea637b66d req-0f9dbbfb-196d-4343-a334-07d33a66ac37 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:00.076785 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-edd2f3d5-ef18-48a6-bad5-0b3ea637b66d req-0f9dbbfb-196d-4343-a334-07d33a66ac37 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 945 time: 0.2958031 May 27 03:29:00.224552 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-edd2f3d5-ef18-48a6-bad5-0b3ea637b66d req-ace34c15-4c8f-4864-af21-5dda70ae98a8 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469126 May 27 03:29:00.233596 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1984a4a5-c803-4003-8dfa-f5310e34959c req-cf13cf92-1274-4c6f-b77f-489e864ed5e4 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759360 May 27 03:29:00.302851 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.308548 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.340017 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:00.438042 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.441639 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Pushing event updated for resources: {'Port': ['ID=59a8289c-7b58-4666-98ad-c8f0ce55748d,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:00.445634 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:00.779037 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:00.791468 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db849cc-564b-48d3-98f6-e3a42959c2f3 req-014a391e-47a9-484f-b34b-f4bc86b5d593 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:00.793151 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3db849cc-564b-48d3-98f6-e3a42959c2f3 req-014a391e-47a9-484f-b34b-f4bc86b5d593 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3246150 May 27 03:29:00.794410 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:01.058721 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-6cdc98ce-2604-41e2-81aa-75f2707ea84a None None] Provisioning complete for port 59a8289c-7b58-4666-98ad-c8f0ce55748d triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:01.059443 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6cdc98ce-2604-41e2-81aa-75f2707ea84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.065139 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3db849cc-564b-48d3-98f6-e3a42959c2f3 req-84878ec4-f9af-4a6a-b6cd-9cb745436680 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098854 May 27 03:29:01.156303 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc98ce-2604-41e2-81aa-75f2707ea84a None None] Port 59a8289c-7b58-4666-98ad-c8f0ce55748d cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:29:01.163807 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Router 6947d005-53db-4034-af73-133eae7d19c5 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:29:01.439687 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:29:01.462061 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e528554-d611-4c78-8e6a-85f74219033e req-90d2a4fe-4c84-4ccb-82d7-6de2905ed803 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:01.470012 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2e528554-d611-4c78-8e6a-85f74219033e req-90d2a4fe-4c84-4ccb-82d7-6de2905ed803 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2131066 May 27 03:29:01.483201 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] 10.222.0.32 "PUT /v2.0/routers/6947d005-53db-4034-af73-133eae7d19c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0761127 May 27 03:29:01.531170 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2e528554-d611-4c78-8e6a-85f74219033e req-23740c58-f74b-4a8e-8c0c-36a4a4aa8851 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601947 May 27 03:29:01.905161 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386af7ff-1a3d-4d2d-9a8c-0a2fdaeb745a req-04073773-1e92-43ec-832b-01acb0bf4869 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:01.909050 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-386af7ff-1a3d-4d2d-9a8c-0a2fdaeb745a req-04073773-1e92-43ec-832b-01acb0bf4869 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 945 time: 0.1224859 May 27 03:29:01.966491 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-386af7ff-1a3d-4d2d-9a8c-0a2fdaeb745a req-e8388a98-81c8-435b-b27a-206712240690 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506015 May 27 03:29:02.116248 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Sync routers for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:02.125708 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:02.126435 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:02.325241 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 94ac22ea-4623-41ea-b321-14b3872f85af up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:02.363425 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54610) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:02.371309 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1222950091-network', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:02.380448 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:02.400801 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Usage tracker for resource:network and tenant:188aa96c68d94f97a2ef0743186fcc58 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:02.414203 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:02.423173 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:02.430854 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06d7b6-f357-44fd-8982-472b4d97d925 req-cd074c9e-af36-4c56-b80b-a7dc246efd1c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:02.433518 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3e06d7b6-f357-44fd-8982-472b4d97d925 req-cd074c9e-af36-4c56-b80b-a7dc246efd1c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2006321 May 27 03:29:02.440804 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Made reservation on behalf of 188aa96c68d94f97a2ef0743186fcc58 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:02.443362 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.444343 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:02.458146 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.480276 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:02.497778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Usage tracker for resource:security_group_rule and tenant:188aa96c68d94f97a2ef0743186fcc58 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:02.502654 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3e06d7b6-f357-44fd-8982-472b4d97d925 req-79f21228-abc7-4168-90af-4cfa2577f740 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617585 May 27 03:29:02.504124 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:02.519371 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:02.537276 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 94ac22ea-4623-41ea-b321-14b3872f85af completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:02.550779 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 94ac22ea-4623-41ea-b321-14b3872f85af triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:02.551580 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.657756 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.665599 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.682035 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:02.701187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.702177 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Added segment 477b49ef-68bf-4805-8a0b-18745879f8cb of type vlan for network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 May 27 03:29:02.714867 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cf0c7898-ecd0-488e-87fb-7e60d6386792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:02.776084 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.806976 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38125bae-0c96-404d-8c36-b35b6b9efc23,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.817488 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:29:02.824597 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:02.828555 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.831457 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:02.832316 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.839366 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:02.908744 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc3b0-7b4b-4cf1-83ef-5081db039672 req-b280e10f-cb9a-4360-85bd-8981e146fe6c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:02.910923 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-258dc3b0-7b4b-4cf1-83ef-5081db039672 req-b280e10f-cb9a-4360-85bd-8981e146fe6c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1692224 May 27 03:29:02.973515 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.974337 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-258dc3b0-7b4b-4cf1-83ef-5081db039672 req-bbc2b6c7-544d-4138-a0f5-49a0ef16308e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564859 May 27 03:29:02.996047 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Pushing event updated for resources: {'Network': ['ID=57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.999579 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:03.027495 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:29:03.034366 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54626) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:03.034549 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6691804 May 27 03:29:03.046081 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Request body: {'subnet': {'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1222950091-subnet', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:03.059048 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:03.062712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Usage tracker for resource:subnet and tenant:188aa96c68d94f97a2ef0743186fcc58 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:03.066138 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:03.072387 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:03.085040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Made reservation on behalf of 188aa96c68d94f97a2ef0743186fcc58 for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:03.089070 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3011010'] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.138457 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 94ac22ea-4623-41ea-b321-14b3872f85af, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=94ac22ea-4623-41ea-b321-14b3872f85af,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:03.157185 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.161771 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:03.245658 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:00Z', 'revision_number': 2, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:03.253292 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=94ac22ea-4623-41ea-b321-14b3872f85af,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:03.258241 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Checking router: 6947d005-53db-4034-af73-133eae7d19c5 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:03.259517 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Updating router 6947d005-53db-4034-af73-133eae7d19c5 port 59a8289c-7b58-4666-98ad-c8f0ce55748d binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:03.276681 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85f16a-becc-412d-b46d-81fca682e762 req-7f249e46-8d81-43a2-9721-ea13e1706efb tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.278186 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a85f16a-becc-412d-b46d-81fca682e762 req-7f249e46-8d81-43a2-9721-ea13e1706efb tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 945 time: 0.1178563 May 27 03:29:03.284693 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:03.322022 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.397094 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a85f16a-becc-412d-b46d-81fca682e762 req-b2387cb5-b6c1-4f6a-998a-8f6c23a98685 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075854 May 27 03:29:03.691503 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3011028'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.701225 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1653e9fe-34b2-4f2b-bd8c-b0997da25902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:03.776881 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.791716 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Transition to ACTIVE for port object 59a8289c-7b58-4666-98ad-c8f0ce55748d will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:03.794734 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-dac24739-307b-4a51-8c6a-8953704e9f2d tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.795598 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-dac24739-307b-4a51-8c6a-8953704e9f2d tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Synchronizing usage tracker for tenant:dae31add72814fc8ab53b1468b98fb82 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:03.796112 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:03.801999 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:03.802177 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.807839 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:03.817189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Checking segment: {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:03.817544 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Network hostable DHCP agents. Network: 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:03.835879 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-dac24739-307b-4a51-8c6a-8953704e9f2d tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Unset dirty status for tenant:dae31add72814fc8ab53b1468b98fb82 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:03.836936 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f28350-f18b-43ef-9469-a49bad182b67 req-fd53ce6b-bae4-4d26-8265-2c08f120d9eb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.838195 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-dac24739-307b-4a51-8c6a-8953704e9f2d tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 945 time: 0.1445556 May 27 03:29:03.838461 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d6f28350-f18b-43ef-9469-a49bad182b67 req-fd53ce6b-bae4-4d26-8265-2c08f120d9eb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1921008 May 27 03:29:03.865224 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:03.896122 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:03.935959 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d6f28350-f18b-43ef-9469-a49bad182b67 req-b27206e0-764c-47ef-902f-2d75b6b33329 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914607 May 27 03:29:03.942673 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.944439 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.962949 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af30931d-e83e-46ff-9d8d-2444a652bab3 None None] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:29:04.020714 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-86009203-df28-451b-9250-a59a076f9345 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9850609 May 27 03:29:04.024420 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54646) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:04.035722 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:04.061925 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:04.082472 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Usage tracker for resource:router and tenant:188aa96c68d94f97a2ef0743186fcc58 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:04.086574 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:04.098647 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:04.150624 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.154214 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.191562 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Deleting port a7e230b6-1a72-493e-9a75-b87854c73330 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:29:04.191915 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.255549 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60435b-93d8-4d54-9bab-68072b812e61 None None] Pushing event updated for resources: {'Port': ['ID=59a8289c-7b58-4666-98ad-c8f0ce55748d,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:04.283766 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 94ac22ea-4623-41ea-b321-14b3872f85af up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:04.350370 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1a60435b-93d8-4d54-9bab-68072b812e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:04.374573 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.470794 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e91c-49d9-4db4-80a0-d323a1482b69 req-c75c08f3-7b88-4eba-a7c6-88c661719f69 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.482304 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fc64e91c-49d9-4db4-80a0-d323a1482b69 req-c75c08f3-7b88-4eba-a7c6-88c661719f69 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2831199 May 27 03:29:04.560196 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fc64e91c-49d9-4db4-80a0-d323a1482b69 req-9d06323c-0fc9-4e6f-a348-9f38a5dd5bc2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719123 May 27 03:29:04.692556 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Attempting to bind port 59a8289c-7b58-4666-98ad-c8f0ce55748d on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:04.692947 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Attempting to bind port 59a8289c-7b58-4666-98ad-c8f0ce55748d by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:04.693317 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Attempting to bind port 59a8289c-7b58-4666-98ad-c8f0ce55748d on network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:04.757690 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:04.764459 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Checking segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:04.764993 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.765409 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Bound using segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:04.765952 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Bound port: 59a8289c-7b58-4666-98ad-c8f0ce55748d, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:04.766338 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.859795 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] For port a7e230b6-1a72-493e-9a75-b87854c73330, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a7e230b6-1a72-493e-9a75-b87854c73330,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:04.860368 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.866354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc5617-1287-4738-bc96-c278f1b12ab4 req-fda7f903-6e8f-4d31-86e1-0507bdb01b50 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.868670 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-51dc5617-1287-4738-bc96-c278f1b12ab4 req-fda7f903-6e8f-4d31-86e1-0507bdb01b50 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 945 time: 0.2099311 May 27 03:29:04.924002 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-51dc5617-1287-4738-bc96-c278f1b12ab4 req-237e0892-7ff8-48d3-b64b-950e773779d1 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490785 May 27 03:29:04.939667 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 94ac22ea-4623-41ea-b321-14b3872f85af triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:04.940149 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.010512 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Calling delete_port for a7e230b6-1a72-493e-9a75-b87854c73330 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:29:05.070467 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8', 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'fixed_ips': [{'subnet_id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:29:05.073041 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.102714 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] For port 59a8289c-7b58-4666-98ad-c8f0ce55748d, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:05.155780 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] For port 59a8289c-7b58-4666-98ad-c8f0ce55748d, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=59a8289c-7b58-4666-98ad-c8f0ce55748d,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:05.204781 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.206882 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.230289 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:05.400685 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:05.401638 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:05.406542 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.415527 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:05.467755 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Pushing event deleted for resources: {'Port': ['ID=a7e230b6-1a72-493e-9a75-b87854c73330,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:05.474037 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['a7e230b6-1a72-493e-9a75-b87854c73330'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:29:05.479642 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:05.527380 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60435b-93d8-4d54-9bab-68072b812e61 None None] Pushing event updated for resources: {'Port': ['ID=59a8289c-7b58-4666-98ad-c8f0ce55748d,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:05.553974 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1a60435b-93d8-4d54-9bab-68072b812e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:05.579674 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Allocated IP 172.20.0.2 (57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8/ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3/7794b395-8f71-490b-8861-e4d1efe6ae50) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:05.735782 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] No DVR routers for this DVR port a7e230b6-1a72-493e-9a75-b87854c73330 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:05.739887 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.743031 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'name': 'network-vif-deleted', 'tag': 'a7e230b6-1a72-493e-9a75-b87854c73330'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:05.769063 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:05.858106 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e682007-45bf-4ab5-b0ce-a10dfe22e0b1', 'name': 'network-vif-deleted', 'tag': 'a7e230b6-1a72-493e-9a75-b87854c73330', 'status': 'completed', 'code': 200} May 27 03:29:05.888639 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fd5ef-cb69-4c97-ac93-244d609ddad3 req-0ba2bb7d-d6c3-48c1-9894-99c3aa88290f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:05.895198 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ec5fd5ef-cb69-4c97-ac93-244d609ddad3 req-0ba2bb7d-d6c3-48c1-9894-99c3aa88290f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1619809 May 27 03:29:05.899504 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-b4585011-44cb-48e6-a569-35957c6f0f9b req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "DELETE /v2.0/ports/a7e230b6-1a72-493e-9a75-b87854c73330 HTTP/1.1" status: 204 len: 173 time: 2.0547261 May 27 03:29:05.918654 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.980948 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ec5fd5ef-cb69-4c97-ac93-244d609ddad3 req-0e9c4c72-9874-49d1-861b-40c93ce14e07 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562627 May 27 03:29:06.025391 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.171993 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.199850 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Transition to ACTIVE for port object 7794b395-8f71-490b-8861-e4d1efe6ae50 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:06.218633 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dce560b4-6655-4721-b98c-a2103a032999 req-133a6664-649a-4548-9cc9-d4cf7beddf51 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e682007-45bf-4ab5-b0ce-a10dfe22e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0646834 May 27 03:29:06.269992 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Transition to ACTIVE for port object 7794b395-8f71-490b-8861-e4d1efe6ae50 will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:06.322881 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.323571 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Allocated IP 172.28.1.99 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/de8209ef-3fb5-4c8a-a3cf-e327f2970ce0) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:06.333353 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:06.402355 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4bc4b-e452-4b05-b10d-cf6b7c8c5520 req-5beb812a-1f29-4cb2-b9af-966bf66c6de1 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.404016 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6ac4bc4b-e452-4b05-b10d-cf6b7c8c5520 req-5beb812a-1f29-4cb2-b9af-966bf66c6de1 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1179116 May 27 03:29:06.431681 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:06.435932 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:06.441346 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:06.469962 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6ac4bc4b-e452-4b05-b10d-cf6b7c8c5520 req-52122706-bf9c-4728-b4d2-32d05fd2b8af tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581100 May 27 03:29:06.485481 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Pushing event updated for resources: {'Port': ['ID=7794b395-8f71-490b-8861-e4d1efe6ae50,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:06.502634 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:06.559572 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:05Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:06.560224 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.564285 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de7633-5941-4b8a-ac68-c95cea5e71f0 None None] The sync data for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb is: [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:05Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:06.639335 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.678280 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3bc0ad97-eafe-464d-a0f5-0b67281ef690 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:06.680586 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Attempting to bind port 7794b395-8f71-490b-8861-e4d1efe6ae50 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:06.680923 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Attempting to bind port 7794b395-8f71-490b-8861-e4d1efe6ae50 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:06.681277 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Attempting to bind port 7794b395-8f71-490b-8861-e4d1efe6ae50 on network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:06.687048 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:06.687422 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Checking segment: {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:06.687824 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.688252 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Bound using segment: {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:06.690020 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Bound port: 7794b395-8f71-490b-8861-e4d1efe6ae50, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:06.690020 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.800324 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:06.804323 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:06.808602 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:06.824789 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] For port 7794b395-8f71-490b-8861-e4d1efe6ae50, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:06.830538 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] For port 7794b395-8f71-490b-8861-e4d1efe6ae50, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7794b395-8f71-490b-8861-e4d1efe6ae50,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:06.842903 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.848003 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-43cd3a2d-5b4c-42a4-91c7-055b31f00e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:06.859553 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Pushing event updated for resources: {'Port': ['ID=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:06.864034 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:06.936053 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Pushing event updated for resources: {'Port': ['ID=7794b395-8f71-490b-8861-e4d1efe6ae50,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:06.940533 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:07.445663 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676bc3-0a52-4725-ace6-1c8a4732697e req-71d85a91-4d8e-4b2d-9e29-42a27452f187 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:07.447260 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7f676bc3-0a52-4725-ace6-1c8a4732697e req-71d85a91-4d8e-4b2d-9e29-42a27452f187 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2826388 May 27 03:29:07.571072 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7f676bc3-0a52-4725-ace6-1c8a4732697e req-34aedb43-d986-459c-a7e3-85c3e4b43c29 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051931 May 27 03:29:07.578379 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.108207 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.187976 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-f9ad9f1c-0384-4d60-91ff-70bd993297cb tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:08.198566 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-f9ad9f1c-0384-4d60-91ff-70bd993297cb tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/networks?id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 200 len: 809 time: 0.2482512 May 27 03:29:08.216838 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-988c0fb7-ed85-4b9a-b1b6-f5688dfc04f3 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/quotas/dae31add72814fc8ab53b1468b98fb82 HTTP/1.1" status: 200 len: 375 time: 0.0170801 May 27 03:29:08.273320 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-38208bd8-140b-4ef4-af8e-c611c2dd4b1d tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dae31add72814fc8ab53b1468b98fb82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551238 May 27 03:29:08.333621 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 59a8289c-7b58-4666-98ad-c8f0ce55748d up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:08.411903 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a2a113-89db-4bc6-aca3-30fddffbe534 None None] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:29:08.449014 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Router e6b98ab7-84e1-47fb-8211-138effa46b98 is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:29:08.458312 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-d834997d-5e39-49e0-aa00-e83b9bf2c21d service neutron] 10.222.0.32 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787422 May 27 03:29:08.540318 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-2bbfd3fc-26c6-439c-8aec-373fc675b136 None None] Provisioning for port 7794b395-8f71-490b-8861-e4d1efe6ae50 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:08.545164 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 59a8289c-7b58-4666-98ad-c8f0ce55748d completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:08.563500 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 59a8289c-7b58-4666-98ad-c8f0ce55748d triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:08.563957 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.726230 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-f5b4bc1e-d608-4ae8-92c8-875b09d18efd service neutron] 10.222.0.32 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601080 May 27 03:29:08.776085 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:29:08.786008 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Sync routers for ids ['e6b98ab7-84e1-47fb-8211-138effa46b98'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:08.814949 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.817199 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Routers {'e6b98ab7-84e1-47fb-8211-138effa46b98'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:08.817974 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['e6b98ab7-84e1-47fb-8211-138effa46b98'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:08.820256 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7942126 May 27 03:29:08.821234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 54758) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:08.858784 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device a7e230b6-1a72-493e-9a75-b87854c73330 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:08.971042 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: a7e230b6-1a72-493e-9a75-b87854c73330 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:29:08.971422 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device a7e230b6-1a72-493e-9a75-b87854c73330 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:09.120275 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98558d26-8b94-4d80-bf7f-a7650955c8d4 req-680aada9-5525-48cf-bb48-8606941a45ad tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.141289 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-98558d26-8b94-4d80-bf7f-a7650955c8d4 req-680aada9-5525-48cf-bb48-8606941a45ad tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.3438671 May 27 03:29:09.185016 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Set router e6b98ab7-84e1-47fb-8211-138effa46b98 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:09.251463 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-29cfa962-a250-4581-9670-e88b22ab6b0a req-903a5506-3d19-4d75-a8e7-0930c0155c63 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 210 time: 0.2429333 May 27 03:29:09.315175 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-98558d26-8b94-4d80-bf7f-a7650955c8d4 req-6e0b3f77-f636-4313-af49-024e710c6a63 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722844 May 27 03:29:09.387379 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.446919 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 59a8289c-7b58-4666-98ad-c8f0ce55748d, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=59a8289c-7b58-4666-98ad-c8f0ce55748d,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:09.463084 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.464202 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7794b395-8f71-490b-8861-e4d1efe6ae50 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:09.497455 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:09.711981 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=59a8289c-7b58-4666-98ad-c8f0ce55748d,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:09.717470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:09.749404 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 7794b395-8f71-490b-8861-e4d1efe6ae50 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:09.764733 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 7794b395-8f71-490b-8861-e4d1efe6ae50 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:09.772534 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.788051 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:29:07Z', 'revision_number': 3, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:09.802650 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Checking router: e6b98ab7-84e1-47fb-8211-138effa46b98 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:09.804607 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Updating router e6b98ab7-84e1-47fb-8211-138effa46b98 port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:09.919220 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.019981 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.098777 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 7794b395-8f71-490b-8861-e4d1efe6ae50, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7794b395-8f71-490b-8861-e4d1efe6ae50,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:10.101467 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-cff5c6bd-740d-44dc-ac8c-66ac29ca915e None None] Provisioning complete for port 7794b395-8f71-490b-8861-e4d1efe6ae50 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:10.102633 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-cff5c6bd-740d-44dc-ac8c-66ac29ca915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.155281 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.160684 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.168900 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:10.285594 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=7794b395-8f71-490b-8861-e4d1efe6ae50,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:10.367150 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:10.371075 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 59a8289c-7b58-4666-98ad-c8f0ce55748d up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:10.504589 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 59a8289c-7b58-4666-98ad-c8f0ce55748d triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:10.505794 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.518983 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6d863c2b-2605-460c-a0bc-645b495f34fe req-1a6f1147-5032-4fb1-af1f-95a897d88054 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 210 time: 0.0776408 May 27 03:29:10.641256 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.642652 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Allocated IP 172.20.0.1 (57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8/ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3/2947e5a7-f06a-4bc7-9934-74980ea910fc) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:10.673255 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Transition to ACTIVE for port object de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:10.695981 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.700932 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-49b662f3-02e8-46f1-8a9a-ac5c9126ecdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:10.853145 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a60ab6-6d03-4c88-b77b-7b2d455a8ba3 None None] Pushing event updated for resources: {'Port': ['ID=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,revision_number=2']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:10.865249 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-73a60ab6-6d03-4c88-b77b-7b2d455a8ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:10.892415 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Attempting to bind port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:10.893441 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Attempting to bind port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:10.894000 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Attempting to bind port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:10.902615 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:10.903892 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:10.904457 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.905429 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:10.906394 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Bound port: de8209ef-3fb5-4c8a-a3cf-e327f2970ce0, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:10.906950 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.978180 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54810) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:11.033131 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9769-b6a0-4c8c-b5c6-31e341e82f38 req-15d3e14b-d9a9-4df9-8ab9-cb275e519f3c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.035092 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dc5e9769-b6a0-4c8c-b5c6-31e341e82f38 req-15d3e14b-d9a9-4df9-8ab9-cb275e519f3c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1791167 May 27 03:29:11.048659 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2829c3e-d12b-4a06-8152-7c83ca997d00 req-3ae0234a-2bc6-4583-a7f7-d9e04d53b268 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.050589 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a2829c3e-d12b-4a06-8152-7c83ca997d00 req-3ae0234a-2bc6-4583-a7f7-d9e04d53b268 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2857568 May 27 03:29:11.157130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dc5e9769-b6a0-4c8c-b5c6-31e341e82f38 req-37c3b294-4827-4c58-bb81-ea907cbb9ca2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039000 May 27 03:29:11.162610 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a2829c3e-d12b-4a06-8152-7c83ca997d00 req-79e846e7-bcde-4e40-b053-eaf02beb489f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910738 May 27 03:29:11.197196 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] For port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:11.201431 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] For port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:11.203294 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-356c27f2-deb5-4e62-9015-7fc9c9f28a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.206334 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-356c27f2-deb5-4e62-9015-7fc9c9f28a72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.4826574 May 27 03:29:11.214513 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.221227 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.235642 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:11.254645 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:11.259246 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Usage tracker for resource:security_group_rule and tenant:8e542517c28a4a979b2d590eff945c51 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:11.262163 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:11.269021 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:11.284303 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-a1636b16-8598-486f-82c8-d70477a0d969 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.286073 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-a1636b16-8598-486f-82c8-d70477a0d969 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "GET /v2.0/networks?id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 200 len: 809 time: 0.6206577 May 27 03:29:11.313397 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a60ab6-6d03-4c88-b77b-7b2d455a8ba3 None None] Pushing event updated for resources: {'Port': ['ID=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:11.317205 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-73a60ab6-6d03-4c88-b77b-7b2d455a8ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:11.343623 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Routers {'e6b98ab7-84e1-47fb-8211-138effa46b98'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:11.344235 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['e6b98ab7-84e1-47fb-8211-138effa46b98'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:11.354131 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Request body: {'port': {'device_id': '9585eca0-581a-4735-a12b-7d1499c70af7', 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4', 'admin_state_up': True, 'tenant_id': 'dae31add72814fc8ab53b1468b98fb82'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:11.388827 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.394563 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.405953 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.407395 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7fd7abf3-ef51-4009-960b-2868bbc3d0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:11.447358 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e542517c28a4a979b2d590eff945c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667749 May 27 03:29:11.448391 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf65cc65-93f0-4d89-a9d6-9ae046a9e718,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:11.450722 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54822) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:11.466934 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:11.509068 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Transition to ACTIVE for port object 2947e5a7-f06a-4bc7-9934-74980ea910fc will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:11.528668 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] Set router e6b98ab7-84e1-47fb-8211-138effa46b98 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:11.539450 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.577324 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-66202175-8fdc-4568-b55a-82969b604381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.579076 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-66202175-8fdc-4568-b55a-82969b604381 service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.3486643 May 27 03:29:11.583233 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.643108 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.648768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-af62229d-70e9-474d-8215-944a3e086a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:11.668595 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-6770dbf8-d8c9-44ea-921c-b58daea71947 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.0759587 May 27 03:29:11.668595 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:11.778735 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf65cc65-93f0-4d89-a9d6-9ae046a9e718,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:11.783270 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cfbbe602-da3e-45eb-a7b0-d9b9804ed0e7 req-3fa6d6e0-39e0-418d-8955-3dd2cc512f68 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 210 time: 0.1276636 May 27 03:29:11.784369 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:11.785343 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.792581 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf65cc65-93f0-4d89-a9d6-9ae046a9e718 HTTP/1.1" status: 204 len: 168 time: 0.3301744 May 27 03:29:11.829664 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:29:07Z', 'revision_number': 3, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:11.834065 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd9171-58da-4baf-9d8a-390d9018ddfb None None] The sync data for ids ['e6b98ab7-84e1-47fb-8211-138effa46b98'] in dv-cinder-793264-1-smb is: [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:29:07Z', 'revision_number': 3, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:11.836468 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Usage tracker for resource:port and tenant:dae31add72814fc8ab53b1468b98fb82 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:11.841733 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:11.845310 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.857824 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-455ed665-352a-450c-b83c-3a506fee96d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:11.904395 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:11.961733 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.974159 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:11.977657 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Made reservation on behalf of dae31add72814fc8ab53b1468b98fb82 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:11.982278 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.002653 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:12.014673 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:12.046103 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Pushing event updated for resources: {'Port': ['ID=2947e5a7-f06a-4bc7-9934-74980ea910fc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:12.057175 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-210c5bfd-a765-4910-b348-086988e2dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.058694 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-210c5bfd-a765-4910-b348-086988e2dc46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.3846543 May 27 03:29:12.061917 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:12.182616 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-65edcf3d-f62d-4765-b0c0-0238121c2498 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101778 May 27 03:29:12.349416 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.380138 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54842) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:12.441160 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.496494 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:12.537826 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:12.609579 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-225f2fbf-5a25-4083-9fc2-f2b16f970ce6 None None] Provisioning for port 2947e5a7-f06a-4bc7-9934-74980ea910fc completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:12.613563 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ec9ba7f62c134c1f8f8440988e3d968c is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:12.615306 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-225f2fbf-5a25-4083-9fc2-f2b16f970ce6 None None] Provisioning complete for port 2947e5a7-f06a-4bc7-9934-74980ea910fc triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:12.615683 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-225f2fbf-5a25-4083-9fc2-f2b16f970ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.622525 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:12.635844 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:12.695897 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:12.705741 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:12.706408 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.745904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54850) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:12.747595 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-225f2fbf-5a25-4083-9fc2-f2b16f970ce6 None None] Port 2947e5a7-f06a-4bc7-9934-74980ea910fc cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:29:12.759070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Allocated IP 172.20.0.14 (4a1d6ab6-70c6-4fed-b613-a46226ef13f4/451cc270-2c0d-4415-9aba-285d4f98fa9d/959ef47d-204e-45b7-a567-ab687b34f7dc) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:12.760940 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae6b2d-abd6-46e9-9780-b8e3be8a5df1 req-ac9be7f7-1765-4457-918c-631ab8f8f2f7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.762807 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-43ae6b2d-abd6-46e9-9780-b8e3be8a5df1 req-ac9be7f7-1765-4457-918c-631ab8f8f2f7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2895200 May 27 03:29:12.790870 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb8cf8-1dfd-49fc-89bf-3ae7290a2167 req-44d57cb7-43d3-45ad-bff1-bccb80e5008a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.792363 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b1fb8cf8-1dfd-49fc-89bf-3ae7290a2167 req-44d57cb7-43d3-45ad-bff1-bccb80e5008a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2568021 May 27 03:29:12.851975 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.872436 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:12.880013 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.881144 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7794b395-8f71-490b-8861-e4d1efe6ae50 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:12.888732 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-e06ccad1-dc3b-4102-9c97-c040c33dc6cd service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861274 May 27 03:29:12.902489 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-43ae6b2d-abd6-46e9-9780-b8e3be8a5df1 req-d6192ffd-d6a2-421b-ac79-643d7709c697 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089730 May 27 03:29:12.917922 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:12.976966 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.986586 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b1fb8cf8-1dfd-49fc-89bf-3ae7290a2167 req-5ad8eb85-2ec3-4493-b830-9721d64fad31 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737678 May 27 03:29:12.988431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.010531 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ee3ccfee-2b12-4739-a440-5bb821dce5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:13.064657 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.078020 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.087897 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:13.093854 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:13.100247 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Usage tracker for resource:security_group_rule and tenant:d633304c5c894eabbb1908733518260c is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:13.102501 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 7794b395-8f71-490b-8861-e4d1efe6ae50 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:13.102883 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.106448 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:13.132254 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:13.146919 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec9ba7f62c134c1f8f8440988e3d968c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653854 May 27 03:29:13.152692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54858) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:13.200324 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c00306-7941-4e99-839f-3f448801bb15,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.256321 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:13.265996 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8636fb7f-aea9-4432-8d37-886e1290f5ab req-86421575-4a9f-432a-91a0-6304a4e12895 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 210 time: 0.0851915 May 27 03:29:13.314179 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.336724 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.356942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.370197 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.414999 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e3814ec9-2b85-48f8-acde-fe7b939be4b5 req-d146acf7-88fe-412b-b25d-9a4de4965948 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559531 May 27 03:29:13.419539 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.428476 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.439213 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-17891d09-e652-4a5f-8ad5-32b5cbd382fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:13.491811 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31f8d6-17c4-4f4d-88df-46bca764173b,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.496231 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:13.499746 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.511837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ec6c7fc1-93c0-487d-871b-1c3143e576ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:13.521612 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d633304c5c894eabbb1908733518260c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7576315 May 27 03:29:13.525183 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 54868) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:13.534222 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.542422 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:13.558157 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c00306-7941-4e99-839f-3f448801bb15,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.560994 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:13.571240 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.574893 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5d8704bc-c25c-451e-bb2f-c645e810ccc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58c00306-7941-4e99-839f-3f448801bb15 HTTP/1.1" status: 204 len: 168 time: 0.4187655 May 27 03:29:13.621397 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.651436 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.666009 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e440ff42-0f97-4f81-8f22-89af181c2575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.670581 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:13.676794 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:13.679454 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:13.729211 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.734581 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0cae713e-38a3-4f5f-a632-0c0609f942f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:13.749495 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Pushing event updated for resources: {'Port': ['ID=959ef47d-204e-45b7-a567-ab687b34f7dc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.750583 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31f8d6-17c4-4f4d-88df-46bca764173b,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.753305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:13.753979 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:13.755008 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.756258 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f31f8d6-17c4-4f4d-88df-46bca764173b HTTP/1.1" status: 204 len: 168 time: 0.2289212 May 27 03:29:13.780040 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:13.780680 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.816027 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.830708 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.867335 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:13.909987 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5623393 May 27 03:29:13.942571 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Request body: {'port': {'device_id': '9585eca0-581a-4735-a12b-7d1499c70af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:14.014022 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.018982 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Pushing event updated for resources: {'Port': ['ID=2947e5a7-f06a-4bc7-9934-74980ea910fc,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:14.045063 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:14.162290 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf445d-8596-42b6-bc06-4a928ea79032 req-d1de6265-9404-4f74-9e60-fa182ecc7e35 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.174779 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-48bf445d-8596-42b6-bc06-4a928ea79032 req-d1de6265-9404-4f74-9e60-fa182ecc7e35 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1138990 May 27 03:29:14.280225 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-48bf445d-8596-42b6-bc06-4a928ea79032 req-e23528a8-082f-4b90-947a-42685c68dfbf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045029 May 27 03:29:14.349750 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:14.358333 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b20dc-0b8a-4de6-b351-487f077d6831 req-49378255-8260-4f20-87f5-11bf785c1a02 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.359812 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eb9b20dc-0b8a-4de6-b351-487f077d6831 req-49378255-8260-4f20-87f5-11bf785c1a02 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1348133 May 27 03:29:14.437176 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eb9b20dc-0b8a-4de6-b351-487f077d6831 req-31a40558-81d3-49fd-a4ec-0baba6604204 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691609 May 27 03:29:14.473256 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:14.473785 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.513392 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.706640 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:14.712299 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:14.722818 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7fd5d-8b08-47a3-9eaa-06b43978d589 req-268f9c95-8cf7-4e88-971a-953886ebe27f tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.724372 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5fe7fd5d-8b08-47a3-9eaa-06b43978d589 req-268f9c95-8cf7-4e88-971a-953886ebe27f tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 932 time: 0.1270323 May 27 03:29:14.813066 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5fe7fd5d-8b08-47a3-9eaa-06b43978d589 req-5f306b67-1e90-4da4-88b8-cd7f15cf6752 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796537 May 27 03:29:14.995407 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-4f230b2d-1e7f-4deb-96bf-6aa5f23c089a None None] Provisioning complete for port 2947e5a7-f06a-4bc7-9934-74980ea910fc triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:14.996008 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4f230b2d-1e7f-4deb-96bf-6aa5f23c089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.082133 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4f230b2d-1e7f-4deb-96bf-6aa5f23c089a None None] Port 2947e5a7-f06a-4bc7-9934-74980ea910fc cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:29:15.089892 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Router e6b98ab7-84e1-47fb-8211-138effa46b98 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:29:15.326412 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959ef47d-204e-45b7-a567-ab687b34f7dc {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:15.338996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.363330 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:29:15.365189 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Transition to ACTIVE for port object 959ef47d-204e-45b7-a567-ab687b34f7dc will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:15.378375 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6b98ab7-84e1-47fb-8211-138effa46b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5469654 May 27 03:29:15.378483 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Sync routers for ids ['e6b98ab7-84e1-47fb-8211-138effa46b98'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:15.385105 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.408126 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Routers {'e6b98ab7-84e1-47fb-8211-138effa46b98'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:15.408971 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:28:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['e6b98ab7-84e1-47fb-8211-138effa46b98'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:15.411642 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bdcddde0-6dae-4017-9dd9-6527c54fea00 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:15.825600 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Set router e6b98ab7-84e1-47fb-8211-138effa46b98 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:15.837844 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=959ef47d-204e-45b7-a567-ab687b34f7dc,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:15.843614 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:15.872610 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Attempting to bind port 959ef47d-204e-45b7-a567-ab687b34f7dc on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:15.872955 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Attempting to bind port 959ef47d-204e-45b7-a567-ab687b34f7dc by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:15.873336 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Attempting to bind port 959ef47d-204e-45b7-a567-ab687b34f7dc on network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:15.875297 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae869c-a900-43f1-a294-78387f4f36b3 req-296421b0-93d0-465d-ade1-327b44f33ff2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:15.880146 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Port 959ef47d-204e-45b7-a567-ab687b34f7dc on network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:29:15.880467 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Attempting to bind port 959ef47d-204e-45b7-a567-ab687b34f7dc on network 4a1d6ab6-70c6-4fed-b613-a46226ef13f4 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:15.886483 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3aae869c-a900-43f1-a294-78387f4f36b3 req-296421b0-93d0-465d-ade1-327b44f33ff2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.3852336 May 27 03:29:15.886630 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:15.886853 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Checking segment: {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:15.887244 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Bound using segment: {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:15.887667 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Bound port: 959ef47d-204e-45b7-a567-ab687b34f7dc, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91faa7b7-90de-4532-b92d-c1e289cb2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:15.888015 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.022786 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ad33a-6287-431a-8cfa-b7249121c822 req-c8e61386-4b1f-4dfd-881f-17f2a0b01333 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.024316 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e0ad33a-6287-431a-8cfa-b7249121c822 req-c8e61386-4b1f-4dfd-881f-17f2a0b01333 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3808715 May 27 03:29:16.058191 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3aae869c-a900-43f1-a294-78387f4f36b3 req-4cdf73fa-e96d-4987-b393-f033aa02afec tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705351 May 27 03:29:16.088021 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55020) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:16.147057 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e0ad33a-6287-431a-8cfa-b7249121c822 req-e09afe75-080c-418c-80c6-fa10c91fd0fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805018 May 27 03:29:16.159946 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] For port 959ef47d-204e-45b7-a567-ab687b34f7dc, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:16.167900 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] For port 959ef47d-204e-45b7-a567-ab687b34f7dc, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=959ef47d-204e-45b7-a567-ab687b34f7dc,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:16.186631 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.191791 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:16.297841 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-eee235bf-005c-4a07-874a-d6116a7f3d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.325141 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.326442 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.328128 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] 10.222.0.10 "PUT /v2.0/ports/959ef47d-204e-45b7-a567-ab687b34f7dc HTTP/1.1" status: 200 len: 1094 time: 2.3997557 May 27 03:29:16.328625 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9585eca0-581a-4735-a12b-7d1499c70af7', 'tag': '959ef47d-204e-45b7-a567-ab687b34f7dc'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:16.359116 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=959ef47d-204e-45b7-a567-ab687b34f7dc,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.373724 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:16.436840 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.462445 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:16.474243 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Usage tracker for resource:security_group_rule and tenant:716326ce80664fffbfab1dbaa7ab42c8 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:16.478914 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:16.493810 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:16.529265 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9585eca0-581a-4735-a12b-7d1499c70af7', 'tag': '959ef47d-204e-45b7-a567-ab687b34f7dc', 'status': 'completed', 'code': 200} May 27 03:29:16.533700 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.583604 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454f2c-dbaa-4a84-9aa6-1659af5394dc req-84375da9-2c7e-47a6-9cf1-3bddd43ce42f tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.584173 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-b00a4ea6-67a4-403b-983a-f930ff3ce8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.585310 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c4454f2c-dbaa-4a84-9aa6-1659af5394dc req-84375da9-2c7e-47a6-9cf1-3bddd43ce42f tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 944 time: 0.1742001 May 27 03:29:16.586269 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-b00a4ea6-67a4-403b-983a-f930ff3ce8b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dae31add72814fc8ab53b1468b98fb82&device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 1097 time: 0.1915164 May 27 03:29:16.672159 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c4454f2c-dbaa-4a84-9aa6-1659af5394dc req-30b78d82-b4f4-4521-8c44-6ef688b5ccd0 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781572 May 27 03:29:16.703975 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-b51947dc-99b9-4c91-b3dc-a64a922bf7b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=959ef47d-204e-45b7-a567-ab687b34f7dc HTTP/1.1" status: 200 len: 217 time: 0.1025882 May 27 03:29:16.709813 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:29:13Z', 'revision_number': 4, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '2947e5a7-f06a-4bc7-9934-74980ea910fc', 'name': '', 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'mac_address': 'fa:16:3e:a9:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:10Z', 'updated_at': '2021-05-27T03:29:13Z', 'revision_number': 2, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'subnets': [{'id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:16.714625 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Checking router: e6b98ab7-84e1-47fb-8211-138effa46b98 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:16.715116 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Updating router e6b98ab7-84e1-47fb-8211-138effa46b98 port 2947e5a7-f06a-4bc7-9934-74980ea910fc binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:16.784596 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.813930 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.818143 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6394a-6577-446b-bc70-3a793364298a req-83005f62-041c-4c8b-a9cd-0e5d1ebf46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.819634 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-83005f62-041c-4c8b-a9cd-0e5d1ebf46ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=451cc270-2c0d-4415-9aba-285d4f98fa9d HTTP/1.1" status: 200 len: 849 time: 0.1053696 May 27 03:29:16.823904 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.838066 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a3ba43e2-6ac3-454d-a4dd-e3844d8c3578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:16.968009 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.107314 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-87331c8a-648a-4adc-acbe-5b96eb742640 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2693868 May 27 03:29:17.285430 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=716326ce80664fffbfab1dbaa7ab42c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1950212 May 27 03:29:17.287495 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55068) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:17.298386 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc652db5-16c6-4098-800d-fb3c801466fd,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.318668 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f182d779-34a2-4ee7-bc36-ed44c60e91ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:17.437187 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.518630 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.536579 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Transition to ACTIVE for port object 2947e5a7-f06a-4bc7-9934-74980ea910fc will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:17.556533 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.562084 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:17.600634 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-fa560b78-7712-41bb-8a73-95b5edc941c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585338 May 27 03:29:17.829515 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.837303 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea41da-522d-4665-91fe-fbad13d9d957 None None] Pushing event updated for resources: {'Port': ['ID=2947e5a7-f06a-4bc7-9934-74980ea910fc,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.848915 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-6dea41da-522d-4665-91fe-fbad13d9d957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:17.887732 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Attempting to bind port 2947e5a7-f06a-4bc7-9934-74980ea910fc on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:17.888103 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Attempting to bind port 2947e5a7-f06a-4bc7-9934-74980ea910fc by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:17.888459 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Attempting to bind port 2947e5a7-f06a-4bc7-9934-74980ea910fc on network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:17.901958 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:17.902332 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Checking segment: {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:17.902735 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.903126 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Bound using segment: {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:17.903614 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Bound port: 2947e5a7-f06a-4bc7-9934-74980ea910fc, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477b49ef-68bf-4805-8a0b-18745879f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:17.904211 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.954341 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.956275 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ede6394a-6577-446b-bc70-3a793364298a req-5c8c3a31-f383-4993-9e98-1d95c45cf2ec service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463261 May 27 03:29:17.961654 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f8838aea-e31d-4f72-9298-fcbf3492b414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:17.988510 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3315f-62e3-4666-807b-4766552df9de req-824335c3-0ed6-47ef-9f71-a5d0304ce658 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:17.997193 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5cf3315f-62e3-4666-807b-4766552df9de req-824335c3-0ed6-47ef-9f71-a5d0304ce658 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.5697582 May 27 03:29:17.999453 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc652db5-16c6-4098-800d-fb3c801466fd,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:18.064440 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.064705 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.065055 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.065396 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.065769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.066142 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.066478 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.067043 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.067389 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.067725 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.068410 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.068530 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.085193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:18.088868 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.090000 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc652db5-16c6-4098-800d-fb3c801466fd HTTP/1.1" status: 204 len: 168 time: 0.8003204 May 27 03:29:18.125328 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59462d-df26-4a72-aaa4-b49f63b4e974 req-724b979f-fb38-42fb-89ac-029175aca153 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.146149 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7f59462d-df26-4a72-aaa4-b49f63b4e974 req-724b979f-fb38-42fb-89ac-029175aca153 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.5228150 May 27 03:29:18.149860 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] For port 2947e5a7-f06a-4bc7-9934-74980ea910fc, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:18.159429 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] For port 2947e5a7-f06a-4bc7-9934-74980ea910fc, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=2947e5a7-f06a-4bc7-9934-74980ea910fc,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:18.168534 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.174209 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:18.180480 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-5cf2f49d-5481-4550-9c38-49be92279192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.180480 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-5cf2f49d-5481-4550-9c38-49be92279192 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dae31add72814fc8ab53b1468b98fb82&device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 1097 time: 0.1521690 May 27 03:29:18.235013 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5cf3315f-62e3-4666-807b-4766552df9de req-31380871-2ba3-40c8-8fdc-a82fc9c7183c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365704 May 27 03:29:18.285008 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Routers {'e6b98ab7-84e1-47fb-8211-138effa46b98'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:18.285008 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['e6b98ab7-84e1-47fb-8211-138effa46b98'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:18.351276 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7f59462d-df26-4a72-aaa4-b49f63b4e974 req-3b8fc172-98c1-4705-835b-6a8386c3f9f6 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034080 May 27 03:29:18.555323 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea41da-522d-4665-91fe-fbad13d9d957 None None] Pushing event updated for resources: {'Port': ['ID=2947e5a7-f06a-4bc7-9934-74980ea910fc,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:18.560615 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-6dea41da-522d-4665-91fe-fbad13d9d957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:18.583338 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] Set router e6b98ab7-84e1-47fb-8211-138effa46b98 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:18.632775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-cb5e02b8-fa24-45df-b2dd-ca5e7131e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.641045 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-cb5e02b8-fa24-45df-b2dd-ca5e7131e6b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 200 len: 910 time: 0.4555027 May 27 03:29:18.780279 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-3c660938-1981-4895-843d-e0885c6f04f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=959ef47d-204e-45b7-a567-ab687b34f7dc HTTP/1.1" status: 200 len: 217 time: 0.1312218 May 27 03:29:18.837498 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc3ac-aa22-4d9f-b4a3-4ad2e726529d req-46df58a8-38a1-45a8-9343-f7243f139c24 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.853008 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-54cfc3ac-aa22-4d9f-b4a3-4ad2e726529d req-46df58a8-38a1-45a8-9343-f7243f139c24 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 944 time: 0.1914411 May 27 03:29:18.902962 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:18.952085 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-65368118-5da5-4bee-a8f4-6c75ae4508c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.958237 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-65368118-5da5-4bee-a8f4-6c75ae4508c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=451cc270-2c0d-4415-9aba-285d4f98fa9d HTTP/1.1" status: 200 len: 849 time: 0.1675129 May 27 03:29:18.997485 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-54cfc3ac-aa22-4d9f-b4a3-4ad2e726529d req-1320104e-de0d-4ae3-ad08-3b82620d0f0c tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336534 May 27 03:29:19.063250 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.092696 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-943a1e95-1936-4c47-963e-566c69adee54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a1d6ab6-70c6-4fed-b613-a46226ef13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265411 May 27 03:29:19.176519 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.db.resource_extend [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:29:19.375582 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-2edc04db-31f0-4b89-bf4f-58176e334e26 service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601376 May 27 03:29:19.396462 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:19.414938 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'mac_address': 'fa:16:3e:c1:b5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:19.551958 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:29:13Z', 'revision_number': 4, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '2947e5a7-f06a-4bc7-9934-74980ea910fc', 'name': '', 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'mac_address': 'fa:16:3e:a9:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:10Z', 'updated_at': '2021-05-27T03:29:18Z', 'revision_number': 4, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'subnets': [{'id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.568070 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.587838 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f65b6-249e-494c-805d-39895d45d996 None None] The sync data for ids ['e6b98ab7-84e1-47fb-8211-138effa46b98'] in dv-cinder-793264-1-smb is: [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:29:13Z', 'revision_number': 4, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '2947e5a7-f06a-4bc7-9934-74980ea910fc', 'name': '', 'network_id': '57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'mac_address': 'fa:16:3e:a9:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:10Z', 'updated_at': '2021-05-27T03:29:18Z', 'revision_number': 4, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'subnets': [{'id': 'ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:19.647810 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:19.701551 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:19.711945 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.715732 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-d7cc8999-f74c-4eb0-ba50-f10526a65153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:19.844589 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3acfd6f1-6755-46de-abbb-f4be83983ab7 req-1692127a-7977-4852-b47d-4f2ca9e9c7ef service neutron] 10.222.0.10 "GET /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593480 May 27 03:29:19.845255 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=6']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:19.870918 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:19.873396 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['72284dc1-4cb5-4e39-a7a6-b2b4e5580414'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:29:19.987314 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803446fb-1449-480d-877d-d501fd91b0d2 req-6087f9dc-bb0b-4f6a-846e-bcfed9c7029e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:19.997180 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-803446fb-1449-480d-877d-d501fd91b0d2 req-6087f9dc-bb0b-4f6a-846e-bcfed9c7029e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.4413645 May 27 03:29:20.032985 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54750-212a-4f04-a9d6-f208b14a9c41 req-78e5da66-721e-4564-ad4f-b56d40514387 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:20.042688 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-57a54750-212a-4f04-a9d6-f208b14a9c41 req-78e5da66-721e-4564-ad4f-b56d40514387 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 945 time: 0.4877217 May 27 03:29:20.131217 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-57a54750-212a-4f04-a9d6-f208b14a9c41 req-e35e6997-365c-4615-92cb-d7adc7287186 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864587 May 27 03:29:20.148079 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-803446fb-1449-480d-877d-d501fd91b0d2 req-6411f43c-5397-4173-9637-74a9e9bdf415 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452107 May 27 03:29:20.374949 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 2947e5a7-f06a-4bc7-9934-74980ea910fc up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:20.563621 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 2947e5a7-f06a-4bc7-9934-74980ea910fc completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:20.577189 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 2947e5a7-f06a-4bc7-9934-74980ea910fc triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:20.578498 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.619058 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b749d-fd0b-4367-9f4b-90ffec5262da req-caaf183c-e60e-4979-a396-ce937a52de65 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:20.621239 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b79b749d-fd0b-4367-9f4b-90ffec5262da req-caaf183c-e60e-4979-a396-ce937a52de65 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 944 time: 0.2771246 May 27 03:29:20.755940 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b79b749d-fd0b-4367-9f4b-90ffec5262da req-3d7b9c3c-6f1b-4e5c-8df0-4dd6be6d47f9 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190357 May 27 03:29:20.786606 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.831107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 2947e5a7-f06a-4bc7-9934-74980ea910fc, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=2947e5a7-f06a-4bc7-9934-74980ea910fc,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:20.843448 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.850979 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1a60435b-93d8-4d54-9bab-68072b812e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:20.920667 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 959ef47d-204e-45b7-a567-ab687b34f7dc details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:20.922870 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:21.030284 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=2947e5a7-f06a-4bc7-9934-74980ea910fc,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.036541 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:21.130355 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:21.130910 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.256287 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 959ef47d-204e-45b7-a567-ab687b34f7dc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=959ef47d-204e-45b7-a567-ab687b34f7dc,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:21.275846 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '959ef47d-204e-45b7-a567-ab687b34f7dc', 'network_id': '4a1d6ab6-70c6-4fed-b613-a46226ef13f4', 'port_id': '959ef47d-204e-45b7-a567-ab687b34f7dc', 'mac_address': 'fa:16:3e:03:5e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451cc270-2c0d-4415-9aba-285d4f98fa9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:21.478697 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.592781 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e033b0-1592-419f-85bd-3fb2cc87007a req-9a456ccb-6152-4a8e-9c0a-9437268448eb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:21.593373 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.602027 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f6e033b0-1592-419f-85bd-3fb2cc87007a req-9a456ccb-6152-4a8e-9c0a-9437268448eb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2048674 May 27 03:29:21.617472 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:21.643907 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2fb3a-3680-433c-9d1d-22088dec56b7 req-2ca8e58e-5114-4277-9e33-e4d6b7a82866 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:21.645108 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:21.648087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959ef47d-204e-45b7-a567-ab687b34f7dc {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:21.654803 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-38b2fb3a-3680-433c-9d1d-22088dec56b7 req-2ca8e58e-5114-4277-9e33-e4d6b7a82866 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 945 time: 0.2022016 May 27 03:29:21.655797 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.676977 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:21.745967 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f6e033b0-1592-419f-85bd-3fb2cc87007a req-3efc26b6-e582-4192-b611-fc1834472195 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283743 May 27 03:29:21.767893 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 959ef47d-204e-45b7-a567-ab687b34f7dc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=959ef47d-204e-45b7-a567-ab687b34f7dc,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:21.793724 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.824455 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-38b2fb3a-3680-433c-9d1d-22088dec56b7 req-80c742c8-32d0-407c-845e-e2da29768bf8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658249 May 27 03:29:21.828623 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=7']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.832283 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:21.832758 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-6dea41da-522d-4665-91fe-fbad13d9d957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:21.939282 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=959ef47d-204e-45b7-a567-ab687b34f7dc,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.942507 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:21.946507 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'code': 200} May 27 03:29:22.121042 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['959ef47d-204e-45b7-a567-ab687b34f7dc'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:29:22.304207 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b56f1-4681-4dae-a580-ca12e9f6d491 req-5dffb4de-2ebb-4090-95c4-24b78ab91630 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:22.318282 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d10b56f1-4681-4dae-a580-ca12e9f6d491 req-5dffb4de-2ebb-4090-95c4-24b78ab91630 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 945 time: 0.1793029 May 27 03:29:22.337207 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 2947e5a7-f06a-4bc7-9934-74980ea910fc up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:22.391358 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d10b56f1-4681-4dae-a580-ca12e9f6d491 req-11c7c888-0659-4c5e-9892-5adc9c817af5 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641830 May 27 03:29:22.500883 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 2947e5a7-f06a-4bc7-9934-74980ea910fc triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:22.501271 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.942918 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c716e0-c117-42ec-85ca-18554974e5cc req-bc992b61-00a1-47b3-99d8-b85bced08fdb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:22.950912 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-40c716e0-c117-42ec-85ca-18554974e5cc req-bc992b61-00a1-47b3-99d8-b85bced08fdb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.0982718 May 27 03:29:23.039060 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-40c716e0-c117-42ec-85ca-18554974e5cc req-0d67122b-1ee5-410c-9065-5c7fe56fd866 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869226 May 27 03:29:23.095940 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715214f5-2f0c-4c99-bb3a-7b5ee0814580 req-43c9e124-9702-4faa-8af1-f78ffb6d6ccc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:23.097386 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-715214f5-2f0c-4c99-bb3a-7b5ee0814580 req-43c9e124-9702-4faa-8af1-f78ffb6d6ccc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1117666 May 27 03:29:23.149281 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-715214f5-2f0c-4c99-bb3a-7b5ee0814580 req-f62e0f14-5182-4fdb-b909-dab6ca5981f2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 May 27 03:29:23.652941 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d25a2-b2a6-4a27-b23c-fa7ea1b5b30e req-7f3d7f2c-cbbe-4afb-bd18-34625590a7c0 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:23.654450 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-469d25a2-b2a6-4a27-b23c-fa7ea1b5b30e req-7f3d7f2c-cbbe-4afb-bd18-34625590a7c0 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 945 time: 0.1245940 May 27 03:29:23.716651 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-469d25a2-b2a6-4a27-b23c-fa7ea1b5b30e req-b1e8b0b6-3d1c-40ea-a18c-40f018fcd714 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 May 27 03:29:24.300816 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9eb8b-e300-4df3-9cbb-849cfc1d27c6 req-e2094e1c-1fa8-42a3-a1ba-d91b049f19c7 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:24.306328 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dde9eb8b-e300-4df3-9cbb-849cfc1d27c6 req-e2094e1c-1fa8-42a3-a1ba-d91b049f19c7 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1405680 May 27 03:29:24.409167 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dde9eb8b-e300-4df3-9cbb-849cfc1d27c6 req-3e59ad2c-4cb6-4dee-b988-c1491d1e838a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 May 27 03:29:24.427725 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36828dd2-54ae-4709-bf67-a2fba3bd91b9 req-7f2a619d-50c7-4a5e-87fa-50c7703832c6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:24.429178 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36828dd2-54ae-4709-bf67-a2fba3bd91b9 req-7f2a619d-50c7-4a5e-87fa-50c7703832c6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1217473 May 27 03:29:24.493345 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36828dd2-54ae-4709-bf67-a2fba3bd91b9 req-e1264fa6-3c6b-4c8f-a2d8-f7217ca738ca tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575995 May 27 03:29:24.869169 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 959ef47d-204e-45b7-a567-ab687b34f7dc up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:25.080636 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 959ef47d-204e-45b7-a567-ab687b34f7dc completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:25.087717 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 959ef47d-204e-45b7-a567-ab687b34f7dc triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:25.088134 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.092934 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c2b2c-958d-4259-a1e0-f0f7e24f12a4 req-a910880c-5604-4a7d-bf53-4599505d90d9 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:25.094624 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6a7c2b2c-958d-4259-a1e0-f0f7e24f12a4 req-a910880c-5604-4a7d-bf53-4599505d90d9 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 945 time: 0.2190833 May 27 03:29:25.207278 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6a7c2b2c-958d-4259-a1e0-f0f7e24f12a4 req-7e2dc98a-0238-4467-bf2d-bb94e3530cf6 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945265 May 27 03:29:25.322122 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55226) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:25.335111 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.382087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9585eca0-581a-4735-a12b-7d1499c70af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959ef47d-204e-45b7-a567-ab687b34f7dc'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:25.394934 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 959ef47d-204e-45b7-a567-ab687b34f7dc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=959ef47d-204e-45b7-a567-ab687b34f7dc,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:25.409799 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.426449 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:25.459113 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55236) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:25.511078 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9585eca0-581a-4735-a12b-7d1499c70af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959ef47d-204e-45b7-a567-ab687b34f7dc', 'code': 200} May 27 03:29:25.558592 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.575696 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:25.582134 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Usage tracker for resource:security_group_rule and tenant:c358165a6f1545138554db51015e3f11 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:25.588323 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:25.598678 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=959ef47d-204e-45b7-a567-ab687b34f7dc,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:25.606860 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.607263 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.607534 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.607870 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.608230 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.608608 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.608955 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.609286 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.609682 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.615046 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.615046 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.615046 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:25.618731 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:25.654705 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:25.657336 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.698889 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:25.762912 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Usage tracker for resource:security_group_rule and tenant:11375b63fb6b4202945e7e0f05126906 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:25.776889 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:25.790119 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:25.836180 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb1549-5e61-4f0d-8f4c-cc1620bf5eff req-0797cbca-ba40-4cfc-8449-641df9dc65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:25.838932 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-98fb1549-5e61-4f0d-8f4c-cc1620bf5eff req-0797cbca-ba40-4cfc-8449-641df9dc65f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 1099 time: 0.1030033 May 27 03:29:25.884529 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef96b-4906-4c4f-9bfb-9e55a7b81b1c req-89c824f9-a9ef-458e-8a02-9e8424832ebb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:25.891971 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ce4ef96b-4906-4c4f-9bfb-9e55a7b81b1c req-89c824f9-a9ef-458e-8a02-9e8424832ebb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2812812 May 27 03:29:25.893424 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-98fb1549-5e61-4f0d-8f4c-cc1620bf5eff req-f015187b-f539-4cbc-85c1-a6e27f8e2e0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 May 27 03:29:25.978590 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dc576-2ec3-4f3b-8d42-4aae71258272 req-a5ecd911-d9fb-4b8f-a770-a4b1e0f8b8fd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:25.989939 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-838dc576-2ec3-4f3b-8d42-4aae71258272 req-a5ecd911-d9fb-4b8f-a770-a4b1e0f8b8fd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2875738 May 27 03:29:26.022668 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.045346 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ce4ef96b-4906-4c4f-9bfb-9e55a7b81b1c req-dca1199a-9334-4037-83bc-4db4c0a29e9f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522398 May 27 03:29:26.073942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.099869 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b62d0777-2c7e-4314-aff0-2bdd81c429e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:26.287455 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-838dc576-2ec3-4f3b-8d42-4aae71258272 req-cd3660c7-991b-4608-aa78-fa4d396c94dd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965319 May 27 03:29:26.299226 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c358165a6f1545138554db51015e3f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9758241 May 27 03:29:26.301852 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55254) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:26.304790 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.305983 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb640c-79ca-43c4-83ff-d6b0b5468232,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:26.309216 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:26.321369 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.340139 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bc8efa89-3806-44bd-aa0c-4ef27333c976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:26.378375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.415285 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11375b63fb6b4202945e7e0f05126906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9539669 May 27 03:29:26.417420 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.419202 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55258) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:26.443424 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a924f921-4f1e-4331-93ce-d2aa12455b0b,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:26.447947 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-b0f8280f-5c7a-4bdf-b5e1-8fe78ffb45b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:26.480119 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.484128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:26.497143 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb640c-79ca-43c4-83ff-d6b0b5468232,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:26.511112 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.511472 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.511828 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.512179 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.512524 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.512863 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.513199 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.513536 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.513895 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.514248 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.514593 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.514917 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:26.518271 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:26.519698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.521355 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eafb640c-79ca-43c4-83ff-d6b0b5468232 HTTP/1.1" status: 204 len: 168 time: 0.2179039 May 27 03:29:26.585617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.621379 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.636972 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec289-7d98-4ff2-9202-bbce5ce5be55 req-28c5f378-ab23-41c4-ab4b-d932168bd628 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:26.638663 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0b0ec289-7d98-4ff2-9202-bbce5ce5be55 req-28c5f378-ab23-41c4-ab4b-d932168bd628 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 946 time: 0.2041895 May 27 03:29:26.724960 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0b0ec289-7d98-4ff2-9202-bbce5ce5be55 req-4bce5eeb-6d90-41cb-98f5-f9cd0d04d218 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726435 May 27 03:29:26.756562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.791158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-829776c7-73b3-495f-9463-d38e24437438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:26.817615 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.818679 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a924f921-4f1e-4331-93ce-d2aa12455b0b HTTP/1.1" status: 204 len: 168 time: 0.3983819 May 27 03:29:26.837830 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a924f921-4f1e-4331-93ce-d2aa12455b0b,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:26.840957 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:27.370540 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992497c5-69ed-4589-98fe-e17f47d58ba3 req-85dcb9f0-8aaa-4270-bb13-fff36c30029b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:27.372257 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-992497c5-69ed-4589-98fe-e17f47d58ba3 req-85dcb9f0-8aaa-4270-bb13-fff36c30029b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1701574 May 27 03:29:27.564882 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55292) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:27.612353 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.656125 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-992497c5-69ed-4589-98fe-e17f47d58ba3 req-43efaf51-fbd5-4606-b68f-b9d0328b123a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771647 May 27 03:29:27.665066 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:27.679538 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Usage tracker for resource:security_group_rule and tenant:7548a91cb7b64e78ab9f0821c251aed2 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:27.684375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:27.694816 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:27.787264 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd8f0d-c460-4d29-bbbc-2bb1a3b27f3a req-b292714d-09fa-4aa2-ba36-d7e2ec1f4dbc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:27.789591 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-43cd8f0d-c460-4d29-bbbc-2bb1a3b27f3a req-b292714d-09fa-4aa2-ba36-d7e2ec1f4dbc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1290560 May 27 03:29:27.894423 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.906122 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.927084 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ef7da0e7-d32b-461e-99da-711096526b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:27.938137 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55300) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:27.950293 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-43cd8f0d-c460-4d29-bbbc-2bb1a3b27f3a req-a7e2bfba-ecb3-48bb-aa50-7c0814fa7b79 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455419 May 27 03:29:27.984229 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55304) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:27.987235 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7548a91cb7b64e78ab9f0821c251aed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209499 May 27 03:29:28.021282 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee77d70-0057-4b18-b664-6e7bac0b3bed,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.025475 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:28.061684 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01786695-2615-4b4b-b86c-7fb42144d64c req-ba1d794b-4e40-4333-a48e-4179e9d4a198 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:28.062945 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-01786695-2615-4b4b-b86c-7fb42144d64c req-ba1d794b-4e40-4333-a48e-4179e9d4a198 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 946 time: 0.1631398 May 27 03:29:28.124554 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.132744 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-414882061-network', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:28.137277 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:28.139883 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-01786695-2615-4b4b-b86c-7fb42144d64c req-4b9285e2-83bb-4575-a6a3-3a37240bc755 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684531 May 27 03:29:28.142659 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Usage tracker for resource:network and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:28.146573 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:28.153477 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:28.170976 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.185023 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Made reservation on behalf of 34f1d01d97c849219994fb5fae1d1a2e for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:28.189781 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.204554 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.223338 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:28.227286 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:28.232396 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:28.238614 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:28.258582 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.266872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4fa1830f-af9e-45b8-a3c6-f5b4b2f4f663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:28.279447 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee77d70-0057-4b18-b664-6e7bac0b3bed,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.284268 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:28.287220 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.288260 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ee77d70-0057-4b18-b664-6e7bac0b3bed HTTP/1.1" status: 204 len: 168 time: 0.3036101 May 27 03:29:28.389642 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.394900 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.401005 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2ab005fc-2fa9-4ef7-90a1-823ee1a26206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:28.432264 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:28.441131 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4582f08-8faf-4de8-b972-73557c7535ec,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.449679 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:28.450690 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.451117 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Added segment e31c8521-61ef-404f-a006-4365c857b429 of type vlan for network 76cf8764-edbc-4984-8beb-c13309adacb0 May 27 03:29:28.499230 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.580027 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.581387 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:28.582135 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.610416 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:28.635551 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6963429 May 27 03:29:28.639321 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55320) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:28.646788 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Request body: {'subnet': {'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-414882061-subnet', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:28.661085 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:28.671704 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Usage tracker for resource:subnet and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:28.675356 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:28.682705 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:28.696192 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Made reservation on behalf of 34f1d01d97c849219994fb5fae1d1a2e for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:28.709901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3011010'] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.814109 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Pushing event updated for resources: {'Network': ['ID=76cf8764-edbc-4984-8beb-c13309adacb0,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.817472 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:28.833795 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 76cf8764-edbc-4984-8beb-c13309adacb0 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:29:29.012055 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a98dec-922d-4fbb-8b9a-f88d30ee26a4 req-5ecb4985-165d-4705-abbc-4f755b7bab9f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:29.013578 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0a98dec-922d-4fbb-8b9a-f88d30ee26a4 req-5ecb4985-165d-4705-abbc-4f755b7bab9f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1588590 May 27 03:29:29.101603 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0a98dec-922d-4fbb-8b9a-f88d30ee26a4 req-7d582d9c-5611-418b-b5b7-a273c76d6c9d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745509 May 27 03:29:29.279826 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593f66d-abc9-415e-aba5-9f0681abe57c req-88aec758-4112-4aa4-9daa-63c990aeda19 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:29.281383 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8593f66d-abc9-415e-aba5-9f0681abe57c req-88aec758-4112-4aa4-9daa-63c990aeda19 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1313460 May 27 03:29:29.384660 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8593f66d-abc9-415e-aba5-9f0681abe57c req-4c4b5a6b-9d6e-41c6-9a2a-919eff588788 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970895 May 27 03:29:29.393140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3011028'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.398076 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1906f1c4-4da8-4fb6-b15a-4611286b332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:29.485764 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034e8b15-def7-4a83-9e5c-7a4fc78cda5e,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:29.489052 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:29.494265 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Checking segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:29.494697 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Network hostable DHCP agents. Network: 76cf8764-edbc-4984-8beb-c13309adacb0, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:29.523024 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Network 76cf8764-edbc-4984-8beb-c13309adacb0 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:29.538756 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 76cf8764-edbc-4984-8beb-c13309adacb0) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:29.558209 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:29.559131 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.563498 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa591e-6ffb-4326-8570-0b21ebdfc6cc None None] Network 76cf8764-edbc-4984-8beb-c13309adacb0 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:29:29.587468 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9463754 May 27 03:29:29.590263 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55338) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:29.595196 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:29.600532 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:29.604490 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Usage tracker for resource:router and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:29.607632 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:29.615016 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:29.631241 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.632673 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.649595 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.913301 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-76cf8764-edbc-4984-8beb-c13309adacb0', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:29:29.914828 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.033444 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.057189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec9e6-990c-43e6-8c0e-abb5d0dac86f req-48514df7-33ea-49ec-b569-bbee6bb73916 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:30.058703 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-aabec9e6-990c-43e6-8c0e-abb5d0dac86f req-48514df7-33ea-49ec-b569-bbee6bb73916 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 946 time: 0.3385842 May 27 03:29:30.094084 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Allocated IP 172.20.0.2 (76cf8764-edbc-4984-8beb-c13309adacb0/034e8b15-def7-4a83-9e5c-7a4fc78cda5e/01d5499e-b2a2-4233-a08f-ca0d2c254788) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:30.322201 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-aabec9e6-990c-43e6-8c0e-abb5d0dac86f req-6cdefe0d-8c47-4c24-8aa1-943c20cff0e8 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457838 May 27 03:29:30.364598 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6870-6aa5-41ef-ab2e-456847ea5c93 req-10f018c6-1576-4fce-be78-d27e83119502 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:30.374785 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b4de6870-6aa5-41ef-ab2e-456847ea5c93 req-10f018c6-1576-4fce-be78-d27e83119502 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1236668 May 27 03:29:30.389177 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.401023 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Transition to ACTIVE for port object 01d5499e-b2a2-4233-a08f-ca0d2c254788 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:30.427988 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Transition to ACTIVE for port object 01d5499e-b2a2-4233-a08f-ca0d2c254788 will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:30.440065 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.453103 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-6dea41da-522d-4665-91fe-fbad13d9d957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:30.541107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Network 76cf8764-edbc-4984-8beb-c13309adacb0 is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:30.541107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:30.541107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Pushing event updated for resources: {'Port': ['ID=01d5499e-b2a2-4233-a08f-ca0d2c254788,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:30.564829 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:30.567323 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:30.676921 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Attempting to bind port 01d5499e-b2a2-4233-a08f-ca0d2c254788 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:30.677319 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Attempting to bind port 01d5499e-b2a2-4233-a08f-ca0d2c254788 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:30.677655 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Attempting to bind port 01d5499e-b2a2-4233-a08f-ca0d2c254788 on network 76cf8764-edbc-4984-8beb-c13309adacb0 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:30.684621 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:30.685001 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Checking segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:30.685402 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.685799 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Bound using segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:30.686312 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Bound port: 01d5499e-b2a2-4233-a08f-ca0d2c254788, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:30.698959 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.731690 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b4de6870-6aa5-41ef-ab2e-456847ea5c93 req-637bbf69-079a-4cd7-9c02-db120468e976 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591857 May 27 03:29:30.802377 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] For port 01d5499e-b2a2-4233-a08f-ca0d2c254788, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:30.810268 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] For port 01d5499e-b2a2-4233-a08f-ca0d2c254788, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=01d5499e-b2a2-4233-a08f-ca0d2c254788,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:30.821183 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.827116 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:30.843374 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.876692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.915254 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Pushing event updated for resources: {'Port': ['ID=01d5499e-b2a2-4233-a08f-ca0d2c254788,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:30.919271 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:30.993158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9089-18f1-41bc-870b-997d8d6b4c39 req-3dec5c7a-acbc-4928-a379-2193a7f6329f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:31.000592 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebfc9089-18f1-41bc-870b-997d8d6b4c39 req-3dec5c7a-acbc-4928-a379-2193a7f6329f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.3587129 May 27 03:29:31.153319 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebfc9089-18f1-41bc-870b-997d8d6b4c39 req-d13819e4-0602-4bcb-8307-b6f612c9143c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518564 May 27 03:29:31.219046 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Allocated IP 172.28.1.12 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/52d82b24-d7ea-4390-a7ad-2861d1a2ab4d) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:31.525477 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-1c1624af-4701-429b-b31c-8836416cb448 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:31.531733 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-1c1624af-4701-429b-b31c-8836416cb448 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Synchronizing usage tracker for tenant:dae31add72814fc8ab53b1468b98fb82 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:31.569751 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-1c1624af-4701-429b-b31c-8836416cb448 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Unset dirty status for tenant:dae31add72814fc8ab53b1468b98fb82 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:31.571173 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-1c1624af-4701-429b-b31c-8836416cb448 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 946 time: 0.3694236 May 27 03:29:31.654663 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.709205 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.726917 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d3a4bb13-cfa6-46cb-97ca-57a8336f0bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:31.752469 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Deleting port 959ef47d-204e-45b7-a567-ab687b34f7dc {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:29:31.753164 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.819998 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Pushing event updated for resources: {'Port': ['ID=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:31.826213 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:31.827857 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:31.844676 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:31.860246 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247fd93-2fce-4abf-8b5a-ec07fb848426 req-eddc907f-1310-496a-aa09-d3776c9097f5 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:31.868419 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f247fd93-2fce-4abf-8b5a-ec07fb848426 req-eddc907f-1310-496a-aa09-d3776c9097f5 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/ports?device_id=9585eca0-581a-4735-a12b-7d1499c70af7 HTTP/1.1" status: 200 len: 946 time: 0.2941525 May 27 03:29:31.928606 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:31.935692 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] For port 959ef47d-204e-45b7-a567-ab687b34f7dc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=959ef47d-204e-45b7-a567-ab687b34f7dc,segment=NetworkSegment(91faa7b7-90de-4532-b92d-c1e289cb2e7c),segment_id=91faa7b7-90de-4532-b92d-c1e289cb2e7c)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:31.936477 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.105716 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f247fd93-2fce-4abf-8b5a-ec07fb848426 req-6307c929-809c-4335-b778-eba4b747720e tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b30d310-0db6-46ec-9ef5-88b51b83eeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364209 May 27 03:29:32.124888 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Calling delete_port for 959ef47d-204e-45b7-a567-ab687b34f7dc owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:29:32.259511 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1827d-64fe-417c-a152-d46a64ff9351 req-7b71ea97-b7e9-4a6a-961f-769c9c95f636 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:32.275988 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f7e1827d-64fe-417c-a152-d46a64ff9351 req-7b71ea97-b7e9-4a6a-961f-769c9c95f636 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3495822 May 27 03:29:32.378600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.391672 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['959ef47d-204e-45b7-a567-ab687b34f7dc'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:29:32.412328 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:32.478569 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f7e1827d-64fe-417c-a152-d46a64ff9351 req-92c28802-7b97-480e-8e69-d96afcda5012 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011414 May 27 03:29:32.508939 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 01d5499e-b2a2-4233-a08f-ca0d2c254788 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:32.664778 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae90e18-596e-4207-8451-efa0d34a20f3 None None] Network 76cf8764-edbc-4984-8beb-c13309adacb0 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:29:32.750780 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Pushing event deleted for resources: {'Port': ['ID=959ef47d-204e-45b7-a567-ab687b34f7dc,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:32.753494 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] No DVR routers for this DVR port 959ef47d-204e-45b7-a567-ab687b34f7dc on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:32.755427 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:32.757750 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.761137 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9585eca0-581a-4735-a12b-7d1499c70af7', 'name': 'network-vif-deleted', 'tag': '959ef47d-204e-45b7-a567-ab687b34f7dc'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:32.792167 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-84a29cfa-d8b1-4248-803c-a232dca3f041 req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] 10.222.0.10 "DELETE /v2.0/ports/959ef47d-204e-45b7-a567-ab687b34f7dc HTTP/1.1" status: 204 len: 173 time: 1.2143614 May 27 03:29:32.813395 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9585eca0-581a-4735-a12b-7d1499c70af7', 'name': 'network-vif-deleted', 'tag': '959ef47d-204e-45b7-a567-ab687b34f7dc', 'status': 'completed', 'code': 200} May 27 03:29:32.883948 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-b2e35a26-da52-4530-8530-d053e3c2b190 None None] Provisioning for port 01d5499e-b2a2-4233-a08f-ca0d2c254788 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:32.925821 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 01d5499e-b2a2-4233-a08f-ca0d2c254788 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:32.936329 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 01d5499e-b2a2-4233-a08f-ca0d2c254788 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:32.936707 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.191416 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.249202 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 01d5499e-b2a2-4233-a08f-ca0d2c254788, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=01d5499e-b2a2-4233-a08f-ca0d2c254788,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:33.256301 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.258291 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-1a60435b-93d8-4d54-9bab-68072b812e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:33.273506 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.336709 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=01d5499e-b2a2-4233-a08f-ca0d2c254788,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.348491 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-f9d03178-2e40-4ae6-8f45-da7fb0aab641 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:33.349220 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-73f54290-b349-4341-affd-a6b152e12d55 req-f9d03178-2e40-4ae6-8f45-da7fb0aab641 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Synchronizing usage tracker for tenant:b1d69fd080004fe2b43191430034ba0b on resource:network {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:33.350605 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:33.468418 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bfe97-e629-4ed4-8adb-1520e1f21fc5 req-e24225c4-5e15-4b64-a8a9-26118883c159 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:33.469976 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-515bfe97-e629-4ed4-8adb-1520e1f21fc5 req-e24225c4-5e15-4b64-a8a9-26118883c159 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.4963474 May 27 03:29:33.489920 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-73f54290-b349-4341-affd-a6b152e12d55 req-f9d03178-2e40-4ae6-8f45-da7fb0aab641 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Unset dirty status for tenant:b1d69fd080004fe2b43191430034ba0b on resource:network {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:33.491186 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-f9d03178-2e40-4ae6-8f45-da7fb0aab641 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 813 time: 0.4501805 May 27 03:29:33.524609 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-79b5f7fc-7406-48ff-8b29-8be18cd64e3a None None] Provisioning complete for port 01d5499e-b2a2-4233-a08f-ca0d2c254788 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:33.525156 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-79b5f7fc-7406-48ff-8b29-8be18cd64e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.562409 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-ddb7ba35-bd48-4d99-bce9-56888f68e5f2 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/quotas/b1d69fd080004fe2b43191430034ba0b HTTP/1.1" status: 200 len: 375 time: 0.0430198 May 27 03:29:33.682510 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-515bfe97-e629-4ed4-8adb-1520e1f21fc5 req-0ced0232-538e-465c-9474-49606effb1d9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937344 May 27 03:29:33.841750 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-73f54290-b349-4341-affd-a6b152e12d55 req-e5a9a76b-a63e-4b57-bef1-ffd1c2840d47 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Synchronizing usage tracker for tenant:b1d69fd080004fe2b43191430034ba0b on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:33.847538 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.031931 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-73f54290-b349-4341-affd-a6b152e12d55 req-e5a9a76b-a63e-4b57-bef1-ffd1c2840d47 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Unset dirty status for tenant:b1d69fd080004fe2b43191430034ba0b on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:34.033175 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-e5a9a76b-a63e-4b57-bef1-ffd1c2840d47 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4623034 May 27 03:29:34.323795 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 01d5499e-b2a2-4233-a08f-ca0d2c254788 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:34.328442 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b67e7-8ba7-4df3-b41e-d531009a48d0 req-13ce6a2e-8a66-4964-a0c1-00cee191263c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:34.338421 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-449b67e7-8ba7-4df3-b41e-d531009a48d0 req-13ce6a2e-8a66-4964-a0c1-00cee191263c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3077495 May 27 03:29:34.383431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:29:34.431917 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 01d5499e-b2a2-4233-a08f-ca0d2c254788 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:34.432623 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.504745 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-449b67e7-8ba7-4df3-b41e-d531009a48d0 req-8646701f-e13f-41c9-9403-0d3007ef3968 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653781 May 27 03:29:34.506801 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-450b74ec-ffd6-49b6-aa1b-3f1a86d38f58 service neutron] 10.222.0.32 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177475 May 27 03:29:34.927406 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:29:34.936139 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 959ef47d-204e-45b7-a567-ab687b34f7dc no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:34.946419 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Sync routers for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:34.963997 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:34.965095 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:35.005893 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 959ef47d-204e-45b7-a567-ab687b34f7dc {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:29:35.006433 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 959ef47d-204e-45b7-a567-ab687b34f7dc not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:35.124468 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-f8d1c3a9-1ea2-4e1e-afe9-f572258c3924 service neutron] 10.222.0.32 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886998 May 27 03:29:35.156547 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.157794 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.5665395 May 27 03:29:35.160886 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55462) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:35.173551 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211237cb-f2e9-4c4f-bd1e-d6624608f0f7 req-27080435-ebef-402f-93ec-9221ff24ad72 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:35.175441 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-211237cb-f2e9-4c4f-bd1e-d6624608f0f7 req-27080435-ebef-402f-93ec-9221ff24ad72 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2013278 May 27 03:29:35.261656 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-211237cb-f2e9-4c4f-bd1e-d6624608f0f7 req-65560c77-9fa5-4308-8622-031f312f5cf9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780199 May 27 03:29:35.303231 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:35.461188 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e705651-047e-4e5c-b8af-7bef6900be34 req-0d4314cb-bd02-4105-9e3a-c9f528e87872 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 210 time: 0.0827241 May 27 03:29:35.707295 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:32Z', 'revision_number': 3, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:35.712286 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Checking router: 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:35.712828 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Updating router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:35.770062 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.953355 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba58fd-58fa-4ead-abd9-e160cdc87ab9 req-53b0fc2c-6b69-4976-840f-f9a5f479044b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:35.954993 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e1ba58fd-58fa-4ead-abd9-e160cdc87ab9 req-53b0fc2c-6b69-4976-840f-f9a5f479044b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1887858 May 27 03:29:36.099480 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e1ba58fd-58fa-4ead-abd9-e160cdc87ab9 req-dd4ff268-d4f5-4e97-9be5-75083f21cb24 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338491 May 27 03:29:36.597031 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.615310 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Transition to ACTIVE for port object 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:36.632597 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.640083 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-73a60ab6-6d03-4c88-b77b-7b2d455a8ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:36.721143 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccf24d-0ee8-49e8-99d9-17983d5ec2d7 None None] Pushing event updated for resources: {'Port': ['ID=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,revision_number=2']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:36.734669 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-d8ccf24d-0ee8-49e8-99d9-17983d5ec2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:36.757152 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Attempting to bind port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:36.757479 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Attempting to bind port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:36.757843 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Attempting to bind port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:36.765837 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:36.766250 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:36.766630 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.767016 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:36.767482 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Bound port: 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:36.767848 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.795081 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.852237 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] For port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:36.855677 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] For port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:36.866232 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.871279 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:36.964102 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1a709639-ddb9-4e63-8816-31401785c0c8 req-2b0c52af-ce81-4e19-a70a-a76102c423f4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 210 time: 0.3241954 May 27 03:29:37.066119 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ee3c7-b5a0-4d0c-b406-fac1501ed7f6 req-24abc1e3-afe0-4df7-887a-e7eb433bd7d4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:37.068130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-784ee3c7-b5a0-4d0c-b406-fac1501ed7f6 req-24abc1e3-afe0-4df7-887a-e7eb433bd7d4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2901764 May 27 03:29:37.081006 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccf24d-0ee8-49e8-99d9-17983d5ec2d7 None None] Pushing event updated for resources: {'Port': ['ID=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:37.105708 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-d8ccf24d-0ee8-49e8-99d9-17983d5ec2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:37.150904 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:37.151845 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:37.160331 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-784ee3c7-b5a0-4d0c-b406-fac1501ed7f6 req-3404bb96-3d1c-4b88-8216-283e0d3833b4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847704 May 27 03:29:37.535280 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Allocated IP 172.20.0.1 (76cf8764-edbc-4984-8beb-c13309adacb0/034e8b15-def7-4a83-9e5c-7a4fc78cda5e/7da9646f-74e4-4aac-90a3-9f805e1f2b84) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:37.691487 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:37.705175 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d79d49-60ab-461d-93b2-e980a8735b64 req-0ba5a83b-7445-4c9e-b0b2-66fea1e2da55 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:37.706902 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-49d79d49-60ab-461d-93b2-e980a8735b64 req-0ba5a83b-7445-4c9e-b0b2-66fea1e2da55 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2378654 May 27 03:29:37.820460 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-49d79d49-60ab-461d-93b2-e980a8735b64 req-9a7851e9-3bbb-40f5-b0e6-16d8dd4e0a7d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070859 May 27 03:29:37.988629 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-13e8eb1c-5f1b-4ee8-b05b-8436c1202cb2 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:37.990193 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-13e8eb1c-5f1b-4ee8-b05b-8436c1202cb2 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 813 time: 0.4482946 May 27 03:29:38.025992 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'port': {'device_id': '507663a7-02a8-4768-bb1c-50f794a168a1', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'admin_state_up': True, 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:38.225990 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.337623 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-132ecb88-3706-4f96-8c35-d4c467b2afe0 req-e9bd9b59-b9f8-45c1-bec5-1b38152df13b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 210 time: 0.0858064 May 27 03:29:38.354424 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:38.360322 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Transition to ACTIVE for port object 7da9646f-74e4-4aac-90a3-9f805e1f2b84 will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:38.379078 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:32Z', 'revision_number': 3, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.391323 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:38.393571 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9856d02d-944f-41a7-a685-de2b81d18454 None None] The sync data for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb is: [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:32Z', 'revision_number': 3, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:38.419410 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Made reservation on behalf of b1d69fd080004fe2b43191430034ba0b for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:38.426365 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.618062 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01c62-e466-4baf-b55b-bb773adfb4af req-a50b48a9-261c-4cf6-9bdc-1c5f3f6032bb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:38.620408 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-86c01c62-e466-4baf-b55b-bb773adfb4af req-a50b48a9-261c-4cf6-9bdc-1c5f3f6032bb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2503405 May 27 03:29:38.664614 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.689536 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:38.782413 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-86c01c62-e466-4baf-b55b-bb773adfb4af req-a7caf057-daad-407a-ab7d-30ca325c830d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268704 May 27 03:29:38.899663 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Network 76cf8764-edbc-4984-8beb-c13309adacb0 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:38.921584 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:38.929097 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:39.124716 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Pushing event updated for resources: {'Port': ['ID=7da9646f-74e4-4aac-90a3-9f805e1f2b84,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:39.180989 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:39.213255 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.252588 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Allocated IP 172.20.0.5 (f2031f9c-7d21-47a5-99c3-8a8b5deeb618/55d2c5d6-9e8b-4426-8f44-d586a07a97ef/3fe52cb9-c2d2-480d-b5a8-3168a5b95fba) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:39.275679 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6257a0-0592-4e31-98f0-cf80a7a07fa8 req-e49b8a46-e802-421a-b681-efe094c9a8b6 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:39.295000 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5d6257a0-0592-4e31-98f0-cf80a7a07fa8 req-e49b8a46-e802-421a-b681-efe094c9a8b6 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2007635 May 27 03:29:39.310833 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-53e13c1e-9552-4dc0-8e7f-5620fdbba4ad None None] Provisioning for port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:39.329465 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-53e13c1e-9552-4dc0-8e7f-5620fdbba4ad None None] Provisioning complete for port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:39.331876 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-53e13c1e-9552-4dc0-8e7f-5620fdbba4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.375658 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5d6257a0-0592-4e31-98f0-cf80a7a07fa8 req-f69bf284-9709-40bf-82de-2884411f6e85 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792708 May 27 03:29:39.473094 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-53e13c1e-9552-4dc0-8e7f-5620fdbba4ad None None] Port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:29:39.685442 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6cc4af59-4c1e-4b88-b738-f0defc85f74a req-d2124590-6906-4c6c-80b7-d82a56ec61d9 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 210 time: 0.0963819 May 27 03:29:39.726244 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.766420 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.819310 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:29:39.892416 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Transition to ACTIVE for port object 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:40.181676 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f60f3-c90c-48f3-929c-263e83f6cfb8 req-f6f5be4f-eef6-415f-a27d-569c8f7233c6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:40.207912 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bb1f60f3-c90c-48f3-929c-263e83f6cfb8 req-f6f5be4f-eef6-415f-a27d-569c8f7233c6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2182035 May 27 03:29:40.340238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.354649 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.374796 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bb1f60f3-c90c-48f3-929c-263e83f6cfb8 req-06aa4836-af65-4939-a77a-0afc0b28bec8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633980 May 27 03:29:40.384586 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:40.476966 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:40.510860 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.761883 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:40.771410 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:40.776225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:40.779531 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:40.790005 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:40.795012 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.926746 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:40.929375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.018489 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Pushing event updated for resources: {'Port': ['ID=7da9646f-74e4-4aac-90a3-9f805e1f2b84,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.027443 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:41.046004 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c6af7681-379c-433e-9eae-a4c646e36253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:41.149667 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.202341 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.237228 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:41.239615 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-98871fb2-cbe5-4920-9534-113ef22351c4 None None] Provisioning for port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:41.245746 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.249946 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:41.294632 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-98871fb2-cbe5-4920-9534-113ef22351c4 None None] Provisioning complete for port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:41.295172 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-98871fb2-cbe5-4920-9534-113ef22351c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.298530 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf2f42-7e37-4a75-a5f0-2233a4a004f1 req-78cd7ff2-fd1c-4800-8a51-e437ce222326 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:41.309062 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-55bf2f42-7e37-4a75-a5f0-2233a4a004f1 req-78cd7ff2-fd1c-4800-8a51-e437ce222326 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.4885428 May 27 03:29:41.368270 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795b598-8d9d-445c-8a8d-908b614048bc req-b2449d3a-3ffc-42f9-8fd4-fa3517a9b6e3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:41.395074 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-98871fb2-cbe5-4920-9534-113ef22351c4 None None] Port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:29:41.397377 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3795b598-8d9d-445c-8a8d-908b614048bc req-b2449d3a-3ffc-42f9-8fd4-fa3517a9b6e3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 931 time: 0.4040999 May 27 03:29:41.469119 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.479022 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3795b598-8d9d-445c-8a8d-908b614048bc req-b9d9dfcb-d0af-499e-b661-dcf9d50384ea tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Synchronizing usage tracker for tenant:b1d69fd080004fe2b43191430034ba0b on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:41.483642 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:41.486759 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.500880 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:41.502384 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-55bf2f42-7e37-4a75-a5f0-2233a4a004f1 req-3ea88588-85ec-4c11-b2da-2649eac2cc3c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912580 May 27 03:29:41.503330 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4820406 May 27 03:29:41.532607 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3795b598-8d9d-445c-8a8d-908b614048bc req-b9d9dfcb-d0af-499e-b661-dcf9d50384ea tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Unset dirty status for tenant:b1d69fd080004fe2b43191430034ba0b on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:41.534323 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Request body: {'port': {'device_id': '507663a7-02a8-4768-bb1c-50f794a168a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:41.543928 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3795b598-8d9d-445c-8a8d-908b614048bc req-b9d9dfcb-d0af-499e-b661-dcf9d50384ea tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439714 May 27 03:29:41.786963 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.796330 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb159fdb-3600-450d-bfe8-f1ec77955838 req-c09cbbb5-d0da-4c32-9da0-7f2998a8b926 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:41.809076 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cb159fdb-3600-450d-bfe8-f1ec77955838 req-c09cbbb5-d0da-4c32-9da0-7f2998a8b926 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.1209888 May 27 03:29:41.858038 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-10a37b7b-f040-489a-96b0-571a5d6c191e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.4234669 May 27 03:29:41.880885 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cb159fdb-3600-450d-bfe8-f1ec77955838 req-0cb399c0-3574-43de-87e5-4ca2e4198178 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704620 May 27 03:29:41.978352 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.198577 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Network 76cf8764-edbc-4984-8beb-c13309adacb0 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:42.203555 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:42.357483 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:42.499594 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:42.500290 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.777403 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-c923dd6f-4519-43d3-b15f-747c83cbf3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.798954 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-c923dd6f-4519-43d3-b15f-747c83cbf3dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 1098 time: 0.8699648 May 27 03:29:42.815908 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-77293659-f174-404c-b3d7-6c04595a9f6a None None] Provisioning complete for port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:42.816280 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-77293659-f174-404c-b3d7-6c04595a9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.948595 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-77293659-f174-404c-b3d7-6c04595a9f6a None None] Port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:29:42.966167 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52f3e-e18e-4180-b27f-6662a1a6d67f req-fa1d7117-2bdf-4213-939b-b19d6d40583f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.968000 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-65c52f3e-e18e-4180-b27f-6662a1a6d67f req-fa1d7117-2bdf-4213-939b-b19d6d40583f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 931 time: 0.2106941 May 27 03:29:42.981213 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.db.resource_extend [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:29:42.990589 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b3a-dc2e-494d-9a83-5eb37439b007 req-d45d02cb-5242-4034-ba1e-7d61a807303e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.998217 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-95585b3a-dc2e-494d-9a83-5eb37439b007 req-d45d02cb-5242-4034-ba1e-7d61a807303e tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1827073 May 27 03:29:43.104449 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-65c52f3e-e18e-4180-b27f-6662a1a6d67f req-53a8a67b-4d46-4a6b-b241-1fff5135daba tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254294 May 27 03:29:43.211596 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:43.222036 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.247784 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:29:43.258543 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-95585b3a-dc2e-494d-9a83-5eb37439b007 req-a9761a68-0956-4a7a-869c-58381437c276 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592659 May 27 03:29:43.279529 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Transition to ACTIVE for port object 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:43.421611 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.430015 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b0ef1ff4-69d6-493f-9181-309f16727ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:43.540617 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:43.550860 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-c9947f3e-9eb5-4216-b1a6-c82f52930de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:43.552663 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-c9947f3e-9eb5-4216-b1a6-c82f52930de5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.7231026 May 27 03:29:43.554331 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:43.576429 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24f01-5d69-4735-a0f9-f1bb2828db24 req-a97b38ef-a644-4583-836c-c9efcde223ed tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:43.588872 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ae24f01-5d69-4735-a0f9-f1bb2828db24 req-a97b38ef-a644-4583-836c-c9efcde223ed tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2290695 May 27 03:29:43.680718 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-0027d2b7-db70-4bee-92c5-05a6fc99f5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.756451 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ae24f01-5d69-4735-a0f9-f1bb2828db24 req-a75cdca6-17ef-46cb-a423-a97e50216a23 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482990 May 27 03:29:44.044281 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-4fba2c8a-85af-4e4f-8df4-3d713968aa81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 HTTP/1.1" status: 200 len: 217 time: 0.4817257 May 27 03:29:44.447340 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Attempting to bind port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:44.448089 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Attempting to bind port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:44.448646 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Attempting to bind port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba on network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:44.454681 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:29:44.466482 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Sync routers for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:44.467968 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-6c502ff1-42a2-477e-a64e-65de82c292ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.469691 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-6c502ff1-42a2-477e-a64e-65de82c292ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.3383105 May 27 03:29:44.476003 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] 10.222.0.32 "PUT /v2.0/routers/8429757b-e4bb-4fa9-9cd4-9b150b9b7404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3139615 May 27 03:29:44.495792 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:44.496442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:44.565011 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b84f-5737-4b5a-a479-f5f69ba048cc req-7ba622e7-271d-43d0-9c16-6575dc8b2fee tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.589323 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5c36b84f-5737-4b5a-a479-f5f69ba048cc req-7ba622e7-271d-43d0-9c16-6575dc8b2fee tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3630507 May 27 03:29:44.607993 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba on network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:29:44.608565 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Attempting to bind port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba on network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:44.612517 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-1e01ac55-ab88-49d4-a798-ac6b0f201c43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324797 May 27 03:29:44.706725 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:44.707226 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Checking segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:44.707735 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Bound using segment: {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:44.708770 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Bound port: 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3f12be-a933-4a76-b490-4ad3d30ba6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:44.709775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:44.994314 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5c36b84f-5737-4b5a-a479-f5f69ba048cc req-46090d11-6093-4040-8dd4-a305031217d6 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975406 May 27 03:29:44.998623 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:44.999370 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-e1746313-5009-478e-9d42-f31cd229412e service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704011 May 27 03:29:45.019102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31b082-e7e5-4472-b66c-b389347aca9c req-efd8c54a-d6e2-43de-b046-829e6a7ea7ca tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:45.028087 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5d31b082-e7e5-4472-b66c-b389347aca9c req-efd8c54a-d6e2-43de-b046-829e6a7ea7ca tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3633003 May 27 03:29:45.168665 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5d31b082-e7e5-4472-b66c-b389347aca9c req-39b89de5-b28a-4b98-88b2-bc27b2862798 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396725 May 27 03:29:45.605835 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936136a3-2150-43ca-81f3-e48db14e4a94 req-17f63bb8-b839-48d1-9972-e2b35719e7bb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:45.612234 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-936136a3-2150-43ca-81f3-e48db14e4a94 req-17f63bb8-b839-48d1-9972-e2b35719e7bb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.3030581 May 27 03:29:45.641115 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:45.716970 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-936136a3-2150-43ca-81f3-e48db14e4a94 req-4fa1add8-9540-4a54-80d3-f4cb40deb772 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979283 May 27 03:29:45.717126 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:45.729339 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:45.747354 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-51acd394-b7ae-42c7-8316-d26c3423fa52 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:45.809858 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 2, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:45.816480 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Checking router: 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:45.817219 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Updating router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:45.972381 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ffb3fe26-d5be-4bea-aed1-d459157d2e7c req-788e15fb-18ca-4e27-8462-8f1aff94de16 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9692032 May 27 03:29:45.979785 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:45.980685 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:45.982592 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] 10.222.0.10 "PUT /v2.0/ports/3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 1093 time: 4.4663484 May 27 03:29:45.986050 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:45.986226 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 55650) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:46.009016 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-721629303-network', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:46.018757 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:46.023377 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:46.035148 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:46.049349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Usage tracker for resource:network and tenant:f7d2098d11fe48638464940b261b79c9 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:46.059241 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:46.080378 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:46.119914 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Made reservation on behalf of f7d2098d11fe48638464940b261b79c9 for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:46.123147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.151263 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.155853 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'status': 'completed', 'code': 200} May 27 03:29:46.170656 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.184819 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:46.196005 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d2098d11fe48638464940b261b79c9 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:46.204562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:46.213845 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-62b3944e-1164-4b59-878b-0bc84d2d435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.246402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-a491ae26-2eb2-47e2-b76b-e6a9311858a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.252435 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-a491ae26-2eb2-47e2-b76b-e6a9311858a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1096 time: 0.2110012 May 27 03:29:46.294499 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:46.344245 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.474033 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-1ae6b97b-b65e-4e21-9edb-44e8475e80bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 217 time: 0.2136405 May 27 03:29:46.531321 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.586336 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-e973796f-6bc1-4c48-be71-e519ee3b6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.587961 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-e973796f-6bc1-4c48-be71-e519ee3b6fe3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.1084495 May 27 03:29:46.750556 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54290-b349-4341-affd-a6b152e12d55 req-97f363d8-edcc-421e-808c-3dae6b24bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.753055 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-97f363d8-edcc-421e-808c-3dae6b24bcfa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1583140 May 27 03:29:46.788235 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.814872 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:46.840399 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.841961 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Added segment 350ff2cc-adb1-4cfe-8e7d-8c0886f2e289 of type vlan for network 6e10df29-b280-40e6-ac94-835faf39df7f May 27 03:29:46.903879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.994099 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-06b381b2-07d4-4846-96fc-ca6f0d0eec2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:47.062862 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c3de88-9044-447f-97dc-2188b909a1aa,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:47.069605 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.084485 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:47.090485 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Transition to ACTIVE for port object 7da9646f-74e4-4aac-90a3-9f805e1f2b84 will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:47.097327 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.112846 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.117308 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:47.128566 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-98590665-d726-4dc8-a36c-a23a3c7ac368 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662930 May 27 03:29:47.133950 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.140178 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.160737 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.162146 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3b56057b-0b31-4ff0-94cf-8664c0585213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:47.462841 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58ab9d-9f68-42fe-b261-8ced0ae97049 None None] Pushing event updated for resources: {'Port': ['ID=7da9646f-74e4-4aac-90a3-9f805e1f2b84,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:47.479280 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-2d58ab9d-9f68-42fe-b261-8ced0ae97049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:47.576617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f129a14-72d5-4926-ac7a-fd5dd9e3a374 req-7a1b4a2b-0cba-4764-98d6-17d6608ac07d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.585344 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f129a14-72d5-4926-ac7a-fd5dd9e3a374 req-7a1b4a2b-0cba-4764-98d6-17d6608ac07d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 1.0691676 May 27 03:29:47.635824 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-73f54290-b349-4341-affd-a6b152e12d55 req-bb545c8a-f84b-49c4-9360-eae4c863aa9c service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005906 May 27 03:29:47.645710 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Pushing event updated for resources: {'Network': ['ID=6e10df29-b280-40e6-ac94-835faf39df7f,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:47.655240 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:47.664135 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6767137 May 27 03:29:47.667761 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55674) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:47.675035 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Request body: {'subnet': {'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-721629303-subnet', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:47.683834 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:47.695735 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Usage tracker for resource:subnet and tenant:f7d2098d11fe48638464940b261b79c9 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:47.696272 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 6e10df29-b280-40e6-ac94-835faf39df7f details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:29:47.721824 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f11e-05bd-4d54-b352-343ac181c25a req-5fda5aff-90ee-461c-bda3-b52258d6253d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.735742 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ae88f11e-05bd-4d54-b352-343ac181c25a req-5fda5aff-90ee-461c-bda3-b52258d6253d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 1.2065310 May 27 03:29:47.806294 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:47.820376 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Attempting to bind port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:47.825706 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Attempting to bind port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:47.829991 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Attempting to bind port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 on network 76cf8764-edbc-4984-8beb-c13309adacb0 {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:47.855808 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:47.869655 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ae88f11e-05bd-4d54-b352-343ac181c25a req-25c30c35-8b05-4195-bfd7-0cd78c3a591b tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324449 May 27 03:29:47.900567 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f129a14-72d5-4926-ac7a-fd5dd9e3a374 req-1518152e-91d8-4ed5-b643-05e1e2ccaf24 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139429 May 27 03:29:47.936686 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Made reservation on behalf of f7d2098d11fe48638464940b261b79c9 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:47.941685 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418758'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:48.080720 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:48.082035 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Checking segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:48.084012 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:48.084900 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Bound using segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:48.086061 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Bound port: 7da9646f-74e4-4aac-90a3-9f805e1f2b84, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:48.087658 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:48.325726 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e791a2-840e-47d0-bf00-ca6d780fa622 req-2f11c16a-3670-487d-ad93-36057094e400 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.335607 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-72e791a2-840e-47d0-bf00-ca6d780fa622 req-2f11c16a-3670-487d-ad93-36057094e400 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2252800 May 27 03:29:48.456978 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-72e791a2-840e-47d0-bf00-ca6d780fa622 req-3d302791-c970-4c65-8749-02d8dde6180a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129057 May 27 03:29:48.517490 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55680) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:48.574391 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] For port 7da9646f-74e4-4aac-90a3-9f805e1f2b84, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:48.595201 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] For port 7da9646f-74e4-4aac-90a3-9f805e1f2b84, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7da9646f-74e4-4aac-90a3-9f805e1f2b84,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:48.634728 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:48.647054 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:48.674165 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-4f3f9653-1237-45be-a15b-2e6d6348e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.675718 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-4f3f9653-1237-45be-a15b-2e6d6348e6c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1096 time: 0.9749498 May 27 03:29:48.999067 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58ab9d-9f68-42fe-b261-8ced0ae97049 None None] Pushing event updated for resources: {'Port': ['ID=7da9646f-74e4-4aac-90a3-9f805e1f2b84,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:49.008504 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-2d58ab9d-9f68-42fe-b261-8ced0ae97049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:49.036080 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:49.036933 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:49.145305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-bd6433d8-18e9-445d-97e6-d8867eea8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.147643 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-bd6433d8-18e9-445d-97e6-d8867eea8e98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 914 time: 0.4494383 May 27 03:29:49.332550 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:49.422146 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-7c5c1fbd-39cc-43c8-a4a6-538f5527491f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 217 time: 0.2264791 May 27 03:29:49.422816 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:49.466182 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd697c-ec89-4865-924a-8e58a80c21b9 req-d3247e84-72fa-4f47-a975-4c2880279c52 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.468330 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f1bd697c-ec89-4865-924a-8e58a80c21b9 req-d3247e84-72fa-4f47-a975-4c2880279c52 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3212838 May 27 03:29:49.476834 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:29:49.509693 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de9af7-1f53-47af-a053-64badd73f943 req-8f9daa68-1ab4-4e4a-86c2-c4076ccebe67 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.511500 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-63de9af7-1f53-47af-a053-64badd73f943 req-8f9daa68-1ab4-4e4a-86c2-c4076ccebe67 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.2567611 May 27 03:29:49.554344 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:49.571504 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Usage tracker for resource:security_group_rule and tenant:08f5d607c8784edf8f44df1fe21b8563 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:49.575730 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f1bd697c-ec89-4865-924a-8e58a80c21b9 req-24661843-cdd6-44b0-abba-a55e2fcde610 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014891 May 27 03:29:49.582266 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:49.604570 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-63de9af7-1f53-47af-a053-64badd73f943 req-1a5e939c-4bfc-483d-a7f1-f0836c1fc6b7 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765679 May 27 03:29:49.706427 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:49.750043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-4cc022e7-1e5c-4ec3-9f4f-af5da2e9123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.752693 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-4cc022e7-1e5c-4ec3-9f4f-af5da2e9123c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.3021603 May 27 03:29:50.039262 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecea63-abb6-4642-9473-9143983cfe71 req-221330dd-94f7-4aa0-afce-a365f00b5f83 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:50.040144 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00ecea63-abb6-4642-9473-9143983cfe71 req-221330dd-94f7-4aa0-afce-a365f00b5f83 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2106166 May 27 03:29:50.108378 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.131489 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.161446 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00ecea63-abb6-4642-9473-9143983cfe71 req-03e914b3-09cf-4c60-9841-9c2aba5308cf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074543 May 27 03:29:50.179242 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-26357e7d-4ee4-401a-8edd-d3ddabb9f0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:50.196723 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:48Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:50.201623 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08f5d607c8784edf8f44df1fe21b8563&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6789994 May 27 03:29:50.207672 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55702) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:50.215591 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2157f08-fb5b-4627-a5e5-86ead98aa7b3 None None] The sync data for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb is: [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:48Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:50.253812 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-a3516b57-0a75-4782-a8ef-8d882d8e73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:50.255515 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-a3516b57-0a75-4782-a8ef-8d882d8e73b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4909780 May 27 03:29:50.364701 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533e05-53d0-4d64-9e33-5d8a09bfc18b req-b0e7fc50-6ac4-444b-83ae-bf353e5520ef tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:50.379192 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-07533e05-53d0-4d64-9e33-5d8a09bfc18b req-b0e7fc50-6ac4-444b-83ae-bf353e5520ef tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2114835 May 27 03:29:50.435689 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea85e95-42ce-4d69-ae65-80ea4fb1bc06,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:50.452655 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:50.471335 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-07533e05-53d0-4d64-9e33-5d8a09bfc18b req-4b8d12b6-c46e-4ea3-b38a-40930feb238c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911531 May 27 03:29:50.563709 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.570321 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418768'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.602812 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4e5f5a2f-1890-46b9-aa7a-6f85d7190e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:50.671176 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-f84184ab-46be-4028-a812-779d6ad0378a service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919158 May 27 03:29:50.819577 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13818b28-c793-47c2-a622-fd9de2dfa785,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:50.830010 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:50.954241 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.992531 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799dd7-a50a-4fdb-a39a-8f01a6e8fcf5 req-2df7b096-9623-421a-b617-59d46a836d5f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:51.001917 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a4799dd7-a50a-4fdb-a39a-8f01a6e8fcf5 req-2df7b096-9623-421a-b617-59d46a836d5f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.2104869 May 27 03:29:51.012662 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa85d4-608c-43ed-b1b1-a3d02858fd75 req-25b63435-5e80-4925-a5cf-c6bfa6348c39 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:51.019899 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e4fa85d4-608c-43ed-b1b1-a3d02858fd75 req-25b63435-5e80-4925-a5cf-c6bfa6348c39 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1736434 May 27 03:29:51.054369 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Checking segment: {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:51.055037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Network hostable DHCP agents. Network: 6e10df29-b280-40e6-ac94-835faf39df7f, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:51.147643 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Network 6e10df29-b280-40e6-ac94-835faf39df7f is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:51.165633 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a4799dd7-a50a-4fdb-a39a-8f01a6e8fcf5 req-7b062732-f519-4573-a960-a02dd9ce12cd tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627178 May 27 03:29:51.173188 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 6e10df29-b280-40e6-ac94-835faf39df7f) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:51.184227 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22a339-3eed-4264-a0a9-cb0ee777a494 None None] Network 6e10df29-b280-40e6-ac94-835faf39df7f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:29:51.186896 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e4fa85d4-608c-43ed-b1b1-a3d02858fd75 req-fe06b516-8143-4c8c-b7d5-cabd9aad3e23 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659248 May 27 03:29:51.213198 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:51.213987 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.283856 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-d07b4c5c-7c06-4aea-801e-c1471dcbeb3d req-71abec92-2b39-4283-b283-2337916c28b9 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876002 May 27 03:29:51.291600 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9250b7e1-5e82-4873-84a1-29e44102bb8e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.6199839 May 27 03:29:51.292944 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55716) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:51.316515 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:51.323382 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:51.328536 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Usage tracker for resource:router and tenant:f7d2098d11fe48638464940b261b79c9 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:51.331741 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:51.339746 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:51.363384 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.366664 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.367921 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cea85e95-42ce-4d69-ae65-80ea4fb1bc06 HTTP/1.1" status: 204 len: 168 time: 1.1547508 May 27 03:29:51.369510 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-22e33325-f933-425e-92af-0455a1c17f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:51.382859 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.384737 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-859577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-478'] for router, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.390334 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea85e95-42ce-4d69-ae65-80ea4fb1bc06,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:51.403797 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:51.422808 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.631773 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdda2c-503f-4ed7-8abf-16ae864af804 req-05798982-df87-4360-bee5-bd55b82a0b9c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:51.649303 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4fcdda2c-503f-4ed7-8abf-16ae864af804 req-05798982-df87-4360-bee5-bd55b82a0b9c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2275989 May 27 03:29:51.791386 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4fcdda2c-503f-4ed7-8abf-16ae864af804 req-48c77873-475e-4d70-aae4-28c503754036 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409984 May 27 03:29:52.012902 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7cb72ee-83e9-575c-ac90-2b9858e53370-6e10df29-b280-40e6-ac94-835faf39df7f', 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'fixed_ips': [{'subnet_id': '13818b28-c793-47c2-a622-fd9de2dfa785'}]}} from dv-cinder-793264-1-smb. {{(pid=91736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 03:29:52.015204 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.047062 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc714c-be49-4ea9-b336-94d18e1c3a39 req-436d8801-f97e-4431-8a1c-893fd97d0d79 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:52.050231 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d7cc714c-be49-4ea9-b336-94d18e1c3a39 req-436d8801-f97e-4431-8a1c-893fd97d0d79 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2513704 May 27 03:29:52.129486 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-456'] for router, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.166404 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d7cc714c-be49-4ea9-b336-94d18e1c3a39 req-f6ab7a1e-2d11-4268-a4ef-24a96e5ee3a0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083038 May 27 03:29:52.470956 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7da9646f-74e4-4aac-90a3-9f805e1f2b84 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:52.561161 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.db_base_plugin_common [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Allocated IP 172.20.0.2 (6e10df29-b280-40e6-ac94-835faf39df7f/13818b28-c793-47c2-a622-fd9de2dfa785/70b19eaf-e712-47ea-a373-e85d51239b2a) {{(pid=91736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:52.699079 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:52.713396 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac62888-2188-4292-a928-3b89c2940c22 req-7701d328-3d40-48e1-81ac-588d008f21fe tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:52.714981 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fac62888-2188-4292-a928-3b89c2940c22 req-7701d328-3d40-48e1-81ac-588d008f21fe tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3359315 May 27 03:29:52.728217 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:52.729538 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1498f12-5be8-408c-8fef-21fb8b3993cd req-36633a39-8bed-4ffd-9286-94ea935d56e3 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:52.730368 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.736324 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c1498f12-5be8-408c-8fef-21fb8b3993cd req-36633a39-8bed-4ffd-9286-94ea935d56e3 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2707787 May 27 03:29:52.929953 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c1498f12-5be8-408c-8fef-21fb8b3993cd req-4dd654ea-46a0-4ba8-b209-4b87009c12b0 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803496 May 27 03:29:52.934769 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fac62888-2188-4292-a928-3b89c2940c22 req-5e6844b7-d1d5-4575-8e48-802a8f5eef78 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962235 May 27 03:29:53.092190 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.164602 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.230374 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.263697 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b3269-0004-4589-aa11-21fbc1a8b9d5 req-5cee589e-142d-483f-9966-698d831ef7fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.265254 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-756b3269-0004-4589-aa11-21fbc1a8b9d5 req-5cee589e-142d-483f-9966-698d831ef7fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2173500 May 27 03:29:53.362263 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-756b3269-0004-4589-aa11-21fbc1a8b9d5 req-70688409-4bf2-4fe2-a58c-6a0e67f47131 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868597 May 27 03:29:53.382404 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Notify callbacks [] for port, precommit_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.388858 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 7da9646f-74e4-4aac-90a3-9f805e1f2b84, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7da9646f-74e4-4aac-90a3-9f805e1f2b84,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:53.401224 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.404586 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:53.441107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Transition to ACTIVE for port object 70b19eaf-e712-47ea-a373-e85d51239b2a will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:53.492271 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Transition to ACTIVE for port object 70b19eaf-e712-47ea-a373-e85d51239b2a will not be triggered until provisioned by entity DHCP. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:53.507618 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244'] for port, after_create {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.534498 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=7da9646f-74e4-4aac-90a3-9f805e1f2b84,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:53.539893 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:53.540883 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:53.581659 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefc9a5-4a52-4ecf-a534-39bf210569ae req-37ad6b62-17d5-4e74-aea8-83be4376d710 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.583430 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1fefc9a5-4a52-4ecf-a534-39bf210569ae req-37ad6b62-17d5-4e74-aea8-83be4376d710 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1427164 May 27 03:29:53.626043 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Network 6e10df29-b280-40e6-ac94-835faf39df7f is already hosted by enough agents. {{(pid=91736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:53.637388 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Allocated IP 172.28.1.39 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/17d35cd2-6b60-4f30-9a1f-73ae43b5ba17) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:53.645847 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1fefc9a5-4a52-4ecf-a534-39bf210569ae req-abb7c36e-bf2d-4de2-8bb5-a564484aa207 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522742 May 27 03:29:53.648282 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.scheduler.base_scheduler [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Resources bound (agent type, host, resource id): {{(pid=91736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:53.653426 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Received port after_create {{(pid=91736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:53.765649 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-23acb910-65e2-47a0-b3fa-a2654f607c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.767181 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-23acb910-65e2-47a0-b3fa-a2654f607c32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1099 time: 0.2984154 May 27 03:29:53.799871 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Pushing event updated for resources: {'Port': ['ID=70b19eaf-e712-47ea-a373-e85d51239b2a,revision_number=1']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:53.812011 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:53.844400 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Attempting to bind port 70b19eaf-e712-47ea-a373-e85d51239b2a on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:53.844766 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Attempting to bind port 70b19eaf-e712-47ea-a373-e85d51239b2a by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:53.845120 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Attempting to bind port 70b19eaf-e712-47ea-a373-e85d51239b2a on network 6e10df29-b280-40e6-ac94-835faf39df7f {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:53.852972 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:53.853310 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Checking segment: {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:29:53.858880 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.859192 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Bound using segment: {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:53.859699 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Bound port: 70b19eaf-e712-47ea-a373-e85d51239b2a, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:53.861264 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.077117 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.117996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-30a98641-8672-423c-8e16-cc3e461ebe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.119585 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-30a98641-8672-423c-8e16-cc3e461ebe61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.3437724 May 27 03:29:54.173437 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] For port 70b19eaf-e712-47ea-a373-e85d51239b2a, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:54.184302 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] For port 70b19eaf-e712-47ea-a373-e85d51239b2a, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=70b19eaf-e712-47ea-a373-e85d51239b2a,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:54.202046 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.225070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0fa4-d61d-421f-a461-837f1a677f6a req-dd69e787-fa02-48f0-ae09-cb01be8a92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.226644 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-deaa0fa4-d61d-421f-a461-837f1a677f6a req-dd69e787-fa02-48f0-ae09-cb01be8a92d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.2864029 May 27 03:29:54.229252 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-580af25d-440d-4a3d-948f-ef97a58887fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:54.274479 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-9785ec99-f10b-4b13-bc42-17e1f8b89c66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 1002 time: 0.1464832 May 27 03:29:54.352713 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-deaa0fa4-d61d-421f-a461-837f1a677f6a req-6ebc2289-6791-4835-a49f-009ebe19e543 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 May 27 03:29:54.353795 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.360895 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-32dc9efe-dc6a-4ca4-aa6c-a08bb12e080a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:54.467706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:54.474630 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7da9646f-74e4-4aac-90a3-9f805e1f2b84 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:54.480521 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:54.484169 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:29:54.522206 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-19d9d807-6a19-47cc-9595-e840029206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.524083 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-19d9d807-6a19-47cc-9595-e840029206cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.2388885 May 27 03:29:54.596457 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:54.599127 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Pushing event updated for resources: {'Port': ['ID=70b19eaf-e712-47ea-a373-e85d51239b2a,revision_number=2']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:54.617537 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:54.625666 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:54.632157 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:54.633024 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.763295 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f385af4-c0c6-4be2-8520-0965049ec3cd req-3ad68472-2a1f-4b34-814a-05e40e8a51a2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.774872 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f385af4-c0c6-4be2-8520-0965049ec3cd req-3ad68472-2a1f-4b34-814a-05e40e8a51a2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.5497305 May 27 03:29:54.896656 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d40a3-1579-4387-a23c-8a4e5bf879ac req-02cee004-a4d0-4567-8e89-a75cc4351d85 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.904117 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de2d40a3-1579-4387-a23c-8a4e5bf879ac req-02cee004-a4d0-4567-8e89-a75cc4351d85 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.5808108 May 27 03:29:54.933978 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f385af4-c0c6-4be2-8520-0965049ec3cd req-b5a1ee7d-3d7b-47ab-a43f-50ce5fa31a9c tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581771 May 27 03:29:55.087215 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de2d40a3-1579-4387-a23c-8a4e5bf879ac req-c1136770-271c-43f2-bc1e-7174cfdf7f89 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795564 May 27 03:29:55.283742 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-7dd2d241-5a3c-42b6-8e73-8ac0b368e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:55.285253 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-7dd2d241-5a3c-42b6-8e73-8ac0b368e1d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7525089 May 27 03:29:55.575075 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcb551-053c-4a04-8a65-0bb9156ae035 req-a3763184-dbb8-4398-a489-9a61a14e07b5 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:55.592953 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-07fcb551-053c-4a04-8a65-0bb9156ae035 req-a3763184-dbb8-4398-a489-9a61a14e07b5 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.3557889 May 27 03:29:55.647390 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00649497-8df1-4ec0-bd95-e86e9c9fd0ca req-5b7accc7-b2c6-44fe-9367-d86eee359156 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:55.656682 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00649497-8df1-4ec0-bd95-e86e9c9fd0ca req-5b7accc7-b2c6-44fe-9367-d86eee359156 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.3348386 May 27 03:29:55.726359 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-07fcb551-053c-4a04-8a65-0bb9156ae035 req-4bfeb33b-9300-4bef-afe0-210c7ec2a9cb tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321590 May 27 03:29:55.937376 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00649497-8df1-4ec0-bd95-e86e9c9fd0ca req-7d055113-b952-48de-80da-d793334eb0be tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094090 May 27 03:29:56.025551 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-b566f942-53c6-4ec5-8cb5-2ebaca8617ca service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307422 May 27 03:29:56.068575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.322350 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa62a5c-5c55-42fc-9c58-dfa1aff3d482 req-02b586c0-ea4c-4d4e-b2dc-e6551d134e40 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:56.323909 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2fa62a5c-5c55-42fc-9c58-dfa1aff3d482 req-02b586c0-ea4c-4d4e-b2dc-e6551d134e40 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2088072 May 27 03:29:56.438237 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 70b19eaf-e712-47ea-a373-e85d51239b2a up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:56.493079 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1be4e-1cfb-4806-bcff-54ffa2a715c6 None None] Network 6e10df29-b280-40e6-ac94-835faf39df7f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:29:56.516174 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2fa62a5c-5c55-42fc-9c58-dfa1aff3d482 req-4c0e7839-0f55-4cbd-b9a6-6afaca9b1138 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800098 May 27 03:29:56.601997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ac350-ccbf-4fb9-9761-ba9c95d51a23 req-d6ded665-578d-4459-bbd2-83af5dcc684e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:56.603739 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8a5ac350-ccbf-4fb9-9761-ba9c95d51a23 req-d6ded665-578d-4459-bbd2-83af5dcc684e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.2223148 May 27 03:29:56.706192 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-91257bdd-d0ed-4d78-8c63-014c3f696097 req-a6a4d929-bb20-49db-86eb-ff69b8eb046a service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146755 May 27 03:29:56.721806 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8a5ac350-ccbf-4fb9-9761-ba9c95d51a23 req-a94b2a6f-0e54-4629-85ac-75725dd13e23 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018569 May 27 03:29:56.775145 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-945d9e7f-789a-4f4b-ac42-187fa6a21681 None None] Provisioning for port 70b19eaf-e712-47ea-a373-e85d51239b2a completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:57.069420 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:57.156889 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62625-b661-40b1-877e-4961030d069d req-4ee32b8d-63e5-4b7b-a7ef-c446b5a64f43 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.168174 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f7c62625-b661-40b1-877e-4961030d069d req-4ee32b8d-63e5-4b7b-a7ef-c446b5a64f43 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2096708 May 27 03:29:57.277380 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 70b19eaf-e712-47ea-a373-e85d51239b2a completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:57.291258 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 70b19eaf-e712-47ea-a373-e85d51239b2a triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:57.291920 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.417045 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f7c62625-b661-40b1-877e-4961030d069d req-9fac46c5-21cc-4933-8cad-816be205d8e5 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442424 May 27 03:29:57.516562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355120c9-b43a-436a-ad3e-4b517bee8f85 req-b45d56d3-930e-44f7-8731-c697747a2412 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.564136 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.564639 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-355120c9-b43a-436a-ad3e-4b517bee8f85 req-b45d56d3-930e-44f7-8731-c697747a2412 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 946 time: 0.2894850 May 27 03:29:57.567872 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667145'] for router, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.678505 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:57.690686 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:57.706229 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-355120c9-b43a-436a-ad3e-4b517bee8f85 req-44e3ef46-d426-415c-b505-23b378e9540c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409729 May 27 03:29:57.712269 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.720789 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:57.864657 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.922398 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'code': 200} May 27 03:29:57.996653 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=8']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:58.000366 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:58.001970 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 70b19eaf-e712-47ea-a373-e85d51239b2a, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=70b19eaf-e712-47ea-a373-e85d51239b2a,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:58.010335 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:58.012671 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ed5dc4e5-4371-4eed-9574-692cdd56073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:29:58.167659 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6d42-89b0-47f9-af2f-6bb785826e70 req-68b4e90c-4200-4d76-9e65-c6fcd2d4e1c5 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:58.176054 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8efb6d42-89b0-47f9-af2f-6bb785826e70 req-68b4e90c-4200-4d76-9e65-c6fcd2d4e1c5 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2067461 May 27 03:29:58.192530 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-fc50b2b3-bdd2-4991-9d58-f445cf03862d None None] Provisioning complete for port 70b19eaf-e712-47ea-a373-e85d51239b2a triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:58.192931 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fc50b2b3-bdd2-4991-9d58-f445cf03862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:58.259674 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8efb6d42-89b0-47f9-af2f-6bb785826e70 req-a7ff859f-d6db-4382-82a5-c7490b6944a9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765488 May 27 03:29:58.308272 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=70b19eaf-e712-47ea-a373-e85d51239b2a,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:58.313262 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:29:58.392348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-bc01e2a9-9c80-49b8-85a0-40b2dec10fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:58.393880 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-bc01e2a9-9c80-49b8-85a0-40b2dec10fbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c52560ecc4840098ea777db6450aef5&device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 1099 time: 0.5032971 May 27 03:29:58.474094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1d1f-6b30-42c1-8b16-5200ed3527ae req-11ba9f65-53f8-42ee-9668-25fa39f20aa4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:58.486923 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b30f1d1f-6b30-42c1-8b16-5200ed3527ae req-11ba9f65-53f8-42ee-9668-25fa39f20aa4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.1947527 May 27 03:29:58.594740 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b30f1d1f-6b30-42c1-8b16-5200ed3527ae req-2945db8a-a0aa-48ae-b760-e5b3fa7ad115 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036124 May 27 03:29:58.695327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 is scheduled to L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 with binding_index 1 {{(pid=91734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:29:58.936965 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80128491-6eaf-4ad5-ab9e-4f1a29310e17 req-8626ad1c-2e07-4cff-b8a1-181378abae65 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:58.946708 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-80128491-6eaf-4ad5-ab9e-4f1a29310e17 req-8626ad1c-2e07-4cff-b8a1-181378abae65 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2655656 May 27 03:29:58.998442 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-7b33279a-a5d4-452b-9644-c16553ce709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:59.003007 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-7b33279a-a5d4-452b-9644-c16553ce709f service neutron] 10.222.0.10 "GET /v2.0/networks?id=05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 200 len: 920 time: 0.5913863 May 27 03:29:59.175301 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-80128491-6eaf-4ad5-ab9e-4f1a29310e17 req-a99a4981-cfdc-4a61-ba12-0b7e8968168b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210770 May 27 03:29:59.350515 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-182a8711-7098-46e9-be45-416466597fc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 200 len: 217 time: 0.3267002 May 27 03:29:59.412599 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159976-6107-4881-aec3-64c7c2f0e512 req-65f3c8a3-e9da-413b-8f9c-119b56d9e6af tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:59.414461 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ab159976-6107-4881-aec3-64c7c2f0e512 req-65f3c8a3-e9da-413b-8f9c-119b56d9e6af tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.3931704 May 27 03:29:59.541195 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-273952c5-338d-4c51-88af-09e1fbc4ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:59.544622 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-273952c5-338d-4c51-88af-09e1fbc4ea5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 200 len: 859 time: 0.1850390 May 27 03:29:59.551284 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:29:59.562160 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Sync routers for ids ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:59.578821 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ab159976-6107-4881-aec3-64c7c2f0e512 req-69983d75-731f-44b7-913f-848ba51576ff tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551750 May 27 03:29:59.579813 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Routers {'da428e62-fb91-4ee1-bb2a-ab75dfa482e7'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:29:59.580796 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:59.684765 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-a372688b-9115-4c1d-9465-88f9a8cf1107 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05707e60-3000-4d0a-98ee-2b34b5be96f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299827 May 27 03:29:59.946555 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:59.954954 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.6607492 May 27 03:29:59.956518 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55856) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:59.972494 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c97335-b53b-4415-8ff8-31f54b63082d req-c970d78e-3677-4323-b564-96b0bb0af9eb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:59.986133 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b8c97335-b53b-4415-8ff8-31f54b63082d req-c970d78e-3677-4323-b564-96b0bb0af9eb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3999586 May 27 03:30:00.179863 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b8c97335-b53b-4415-8ff8-31f54b63082d req-dd5ba6cc-2a96-4720-b63d-308e11966ed3 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377752 May 27 03:30:00.184550 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Set router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:00.320147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a821772-f807-4784-b0a1-87374d64a809 req-50dfeb47-825b-4944-a1ea-77465b7d0b21 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:00.321710 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a821772-f807-4784-b0a1-87374d64a809 req-50dfeb47-825b-4944-a1ea-77465b7d0b21 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3346467 May 27 03:30:00.416862 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 70b19eaf-e712-47ea-a373-e85d51239b2a up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:00.539952 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a821772-f807-4784-b0a1-87374d64a809 req-2f44f1e4-888d-4459-940c-4c6cc021b788 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962161 May 27 03:30:00.549997 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 70b19eaf-e712-47ea-a373-e85d51239b2a triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:00.550637 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:00.841710 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-87d727ab-0052-4ed5-9da7-ebdba53f103a service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1323879 May 27 03:30:00.855829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e9e8-07c9-4faf-9d80-f25107c73dd5 req-030c612e-7a3b-4b9c-bb59-30c41eb62371 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:00.863885 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebf3e9e8-07c9-4faf-9d80-f25107c73dd5 req-030c612e-7a3b-4b9c-bb59-30c41eb62371 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2100310 May 27 03:30:00.960539 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebf3e9e8-07c9-4faf-9d80-f25107c73dd5 req-078f22ac-8e31-4bce-a0c6-ae35f98afd4f tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954893 May 27 03:30:01.130936 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:29:55Z', 'revision_number': 3, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:01.143567 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Checking router: da428e62-fb91-4ee1-bb2a-ab75dfa482e7 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:01.143926 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Updating router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 binding host dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:30:01.274978 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:01.315320 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-e86567e9-dc45-4bd4-aaee-827f69d0cc3a req-a26ece94-16b4-4aff-919e-33ffa4458646 service neutron] 10.222.0.10 "GET /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560308 May 27 03:30:01.673812 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875456-2da4-47ea-957e-3f92778838b3 req-1c28a0c8-93b0-4926-9a73-14789dc78f3d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:01.681624 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be875456-2da4-47ea-957e-3f92778838b3 req-1c28a0c8-93b0-4926-9a73-14789dc78f3d tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.3131874 May 27 03:30:01.911247 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be875456-2da4-47ea-957e-3f92778838b3 req-a4e1a6bb-d66d-4816-9e0f-9ac59e0ce5bb tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251060 May 27 03:30:02.104044 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.109312 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245aae2-afb2-447a-a133-cc52ce67c130 req-8412b330-25b1-4b0b-ad6a-54292be0b32c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:02.119534 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7245aae2-afb2-447a-a133-cc52ce67c130 req-8412b330-25b1-4b0b-ad6a-54292be0b32c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.2196317 May 27 03:30:02.254119 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7245aae2-afb2-447a-a133-cc52ce67c130 req-eed6a39c-a1da-494d-80eb-005b641333df tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226397 May 27 03:30:02.388665 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Notify callbacks [] for port, precommit_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.439238 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.provisioning_blocks [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Transition to ACTIVE for port object 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 will not be triggered until provisioned by entity L2. {{(pid=91737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:02.456560 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.485757 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:02.639076 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Pushing event updated for resources: {'Port': ['ID=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,revision_number=2']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:02.649310 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.649660 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.650013 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.650334 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.650646 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.650962 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.651955 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.651955 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.652201 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.652355 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.652757 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.653061 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:02.657323 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:02.729383 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Attempting to bind port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:02.738010 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Attempting to bind port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:02.740368 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Attempting to bind port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 on network 05b10725-cdec-4a59-be8d-07f9ff91fb83 {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:30:02.768033 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:30:02.768924 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Checking segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:30:02.771042 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.774476 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Bound using segment: {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'} {{(pid=91737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:30:02.775231 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.managers [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Bound port: 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d67890d-dcde-4379-a997-c7dcd0740973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}}] {{(pid=91737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:02.778517 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.873413 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Allocated IP 172.20.0.1 (6e10df29-b280-40e6-ac94-835faf39df7f/13818b28-c793-47c2-a622-fd9de2dfa785/27aa9a07-7716-4f5c-a1c1-bffafb99d55b) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:03.047923 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c322e1-0558-412d-a351-ab9e8eed0288 req-9612ecc3-613b-4367-aacf-6efe8742ff07 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:03.056313 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e8c322e1-0558-412d-a351-ab9e8eed0288 req-9612ecc3-613b-4367-aacf-6efe8742ff07 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.5766535 May 27 03:30:03.090718 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:03.190317 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] For port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:30:03.200341 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] For port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:30:03.213334 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.219788 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081d74e-8083-49a6-b65c-0b74c18f07f2 req-3d0a32c7-3295-49cc-86fd-764eda11ac4f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:03.238084 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5081d74e-8083-49a6-b65c-0b74c18f07f2 req-3d0a32c7-3295-49cc-86fd-764eda11ac4f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.6734469 May 27 03:30:03.254039 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:03.357238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.375409 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e8c322e1-0558-412d-a351-ab9e8eed0288 req-67da77e5-c074-4f93-b6cd-0e942d5784dd tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178954 May 27 03:30:03.395672 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Transition to ACTIVE for port object 27aa9a07-7716-4f5c-a1c1-bffafb99d55b will not be triggered until provisioned by entity DHCP. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:03.428849 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Routers {'da428e62-fb91-4ee1-bb2a-ab75dfa482e7'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:03.429583 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:03.449688 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5081d74e-8083-49a6-b65c-0b74c18f07f2 req-0c745a7b-7a8b-4b6f-b3b3-fa54741fc3b7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997843 May 27 03:30:03.483217 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.494358 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-67be5e72-0e6f-434b-81ca-5d6c07dfe626 tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:03.750503 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Network 6e10df29-b280-40e6-ac94-835faf39df7f is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:03.760061 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:03.772914 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:30:03.811003 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbac7-7d39-4d6d-a843-c76d323a249d req-71bdfbf4-8b52-4743-8e69-2931d2bb8ca3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:03.822442 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f06cbac7-7d39-4d6d-a843-c76d323a249d req-71bdfbf4-8b52-4743-8e69-2931d2bb8ca3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.1989639 May 27 03:30:03.843018 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Pushing event updated for resources: {'Port': ['ID=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:03.863854 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:03.924107 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d44f-d77b-40ab-9caf-cac763b600e7 req-3deacb2a-ba58-4d4b-bfc7-8fa0dad3c450 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:03.927803 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e9e3d44f-d77b-40ab-9caf-cac763b600e7 req-3deacb2a-ba58-4d4b-bfc7-8fa0dad3c450 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2597766 May 27 03:30:03.951364 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661615'] for router_interface, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.057904 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Pushing event updated for resources: {'Port': ['ID=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,revision_number=3']} {{(pid=91737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:04.072729 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-210c6f5a-bef4-49a1-bdfa-74af015ea090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:04.074537 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] Set router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:04.080290 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f06cbac7-7d39-4d6d-a843-c76d323a249d req-d149e1f1-8daf-4d40-8cbf-529c885dcfd5 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568598 May 27 03:30:04.108115 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e9e3d44f-d77b-40ab-9caf-cac763b600e7 req-4c37d242-735d-4a85-9bc3-aebfab3c2e85 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724064 May 27 03:30:04.164417 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-df484733-cace-4f6b-8497-16cd9ec1260a None None] Provisioning for port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:04.173184 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-df484733-cace-4f6b-8497-16cd9ec1260a None None] Provisioning complete for port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:04.173563 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-df484733-cace-4f6b-8497-16cd9ec1260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.279779 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.340696 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-df484733-cace-4f6b-8497-16cd9ec1260a None None] Port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:30:04.674829 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:29:55Z', 'revision_number': 3, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:04.688158 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fc1e-bd6b-4baa-8bea-a210c9da0409 None None] The sync data for ids ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'] in dv-cinder-793264-1-smb is: [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:29:55Z', 'revision_number': 3, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:04.775582 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.798442 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.807131 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e62267-b291-48ef-9f3c-602a593b02c5 req-ee40d042-8a82-4575-9663-afaa4aa00c1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:04.812269 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36e62267-b291-48ef-9f3c-602a593b02c5 req-ee40d042-8a82-4575-9663-afaa4aa00c1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1553648 May 27 03:30:05.002117 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:05.012158 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36e62267-b291-48ef-9f3c-602a593b02c5 req-f9d028e1-d563-457b-924a-c3aa211acdb6 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946566 May 27 03:30:05.186848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Pushing event updated for resources: {'Port': ['ID=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:05.193066 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:05.195891 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661708'] for router_interface, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:05.659470 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321b019-cb58-43b7-b029-ff3376d39d11 req-7449e449-28b4-4237-ac9c-b9820872b172 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:05.661031 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1321b019-cb58-43b7-b029-ff3376d39d11 req-7449e449-28b4-4237-ac9c-b9820872b172 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.3962531 May 27 03:30:05.731768 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Network 6e10df29-b280-40e6-ac94-835faf39df7f is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:05.732435 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:06.065251 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1321b019-cb58-43b7-b029-ff3376d39d11 req-15a289fa-07ea-4610-9b62-38197fddee36 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862610 May 27 03:30:06.168624 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:30:06.179570 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41db303-1a5b-422d-b4dc-e9851e94c0a3 req-32b4f3ac-daf8-4927-9db8-bfbc164a4f1d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:06.188755 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b41db303-1a5b-422d-b4dc-e9851e94c0a3 req-32b4f3ac-daf8-4927-9db8-bfbc164a4f1d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3722715 May 27 03:30:06.219706 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-c9731932-caad-4082-8fe7-14812d2f3ee7 None None] Provisioning complete for port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:06.220213 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c9731932-caad-4082-8fe7-14812d2f3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:06.310082 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b41db303-1a5b-422d-b4dc-e9851e94c0a3 req-2d9be475-2c4e-41c4-b24e-4248b3039115 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201503 May 27 03:30:06.454001 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-c9731932-caad-4082-8fe7-14812d2f3ee7 None None] Port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:30:06.516096 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:06.569415 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:30:06.591348 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] 10.222.0.32 "PUT /v2.0/routers/da428e62-fb91-4ee1-bb2a-ab75dfa482e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6277692 May 27 03:30:06.747875 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:06.761294 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:06.762135 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:06.795484 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9533-0fa3-4e30-8809-03e96cf363ff req-b9adccfc-6766-43bf-9264-edbfdce6f1b4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:06.807825 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8f0c9533-0fa3-4e30-8809-03e96cf363ff req-b9adccfc-6766-43bf-9264-edbfdce6f1b4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.3139262 May 27 03:30:06.932108 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8f0c9533-0fa3-4e30-8809-03e96cf363ff req-78ed657a-e32d-405c-a8e4-275cff0b8e4c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185112 May 27 03:30:07.032697 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:07.068684 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:07.092889 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:07.101232 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:07.209235 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:07.226393 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:07.559829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e687-92cf-46dd-b3fb-ae250ae043c2 req-76082e95-195a-42f4-8803-860c4e3ac840 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:07.582501 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6137e687-92cf-46dd-b3fb-ae250ae043c2 req-76082e95-195a-42f4-8803-860c4e3ac840 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.2445333 May 27 03:30:07.674535 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6137e687-92cf-46dd-b3fb-ae250ae043c2 req-b1e63596-d9c6-487b-90e3-809b1ff6e697 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907588 May 27 03:30:07.742252 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 55996) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:07.749454 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778710353', 'description': 'tempest-secgroup-smoke-778710353 description', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:07.764026 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:07.780029 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:07.786095 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:07.799026 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:07.820475 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:07.866017 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:07.875856 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:07.882901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:07.894849 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:08.090790 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Sync routers for ids ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:08.111614 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Routers {'da428e62-fb91-4ee1-bb2a-ab75dfa482e7'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:08.112695 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:08.207646 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.214316 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.223449 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75998375-8258-44fb-a920-a5edec670e42 req-50103b93-9574-4c4a-a31a-15e740f99923 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:08.224054 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e381f9b4-052b-4527-87f7-be7778d72e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:08.234188 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-75998375-8258-44fb-a920-a5edec670e42 req-50103b93-9574-4c4a-a31a-15e740f99923 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3469615 May 27 03:30:08.333094 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fbfb15-e82c-43bb-bc5d-c27f591a958c,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.350828 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:08.352357 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.353803 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6102383 May 27 03:30:08.356894 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56008) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:08.367929 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group_rule': {'security_group_id': '27fbfb15-e82c-43bb-bc5d-c27f591a958c', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:08.384402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:08.389498 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:08.395378 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:08.402477 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:08.435812 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.439795 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-75998375-8258-44fb-a920-a5edec670e42 req-4b7bb389-3dc1-427d-92a5-8f6cf84fe6fc tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021987 May 27 03:30:08.490193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff7916-4f17-44e4-b41d-c9f5808628bc req-aa4b9abd-c267-4d16-847a-61df22dc6229 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:08.492679 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-75ff7916-4f17-44e4-b41d-c9f5808628bc req-aa4b9abd-c267-4d16-847a-61df22dc6229 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1689150 May 27 03:30:08.506968 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:08.620708 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.621890 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-75ff7916-4f17-44e4-b41d-c9f5808628bc req-bd8324cd-53db-482e-af7d-b36c6d46e6c7 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232808 May 27 03:30:08.633187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.635643 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:08.716741 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfef09c-71f9-4fe6-a02d-b0bbbe1aeafb,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.736612 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:08.741248 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.742714 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846424 May 27 03:30:08.745561 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56014) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:08.751753 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group_rule': {'security_group_id': '27fbfb15-e82c-43bb-bc5d-c27f591a958c', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:08.752315 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Set router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:08.761367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:08.774504 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:08.791024 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:08.805230 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:08.832814 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:08.833779 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.856521 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.125816 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.139732 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4fbbb-aa72-4a40-8801-a307adb9d6be req-361d7c45-56d3-4fba-b65f-bcf27a46bdd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:09.155104 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dcb4fbbb-aa72-4a40-8801-a307adb9d6be req-361d7c45-56d3-4fba-b65f-bcf27a46bdd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.2876999 May 27 03:30:09.212731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.233389 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f49e246d-4b6b-4171-840f-cd3346dcb137 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:09.269316 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2090800-27a4-4a0c-8a15-50c1bafed2cf,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:09.282946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:09.311780 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dcb4fbbb-aa72-4a40-8801-a307adb9d6be req-15f61186-b37e-4453-9a07-7d7e227f57f3 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544163 May 27 03:30:09.363083 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.368038 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56034) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:09.370691 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-68e9097d-bd45-4b72-befa-24721fcde67c tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6231480 May 27 03:30:09.375951 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group_rule': {'security_group_id': '27fbfb15-e82c-43bb-bc5d-c27f591a958c', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:09.389254 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:09.404497 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:09.412753 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:09.427785 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:09.493667 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.705468 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:30:04Z', 'revision_number': 4, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '27aa9a07-7716-4f5c-a1c1-bffafb99d55b', 'name': '', 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'mac_address': 'fa:16:3e:62:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '13818b28-c793-47c2-a622-fd9de2dfa785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:30:02Z', 'updated_at': '2021-05-27T03:30:04Z', 'revision_number': 2, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'subnets': [{'id': '13818b28-c793-47c2-a622-fd9de2dfa785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:09.722443 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Checking router: da428e62-fb91-4ee1-bb2a-ab75dfa482e7 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:09.722824 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Updating router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b binding host dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:30:09.783159 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.794543 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.797629 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a46966e7-a455-4e44-aff2-0eaf8a3fae69 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:09.865342 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43f7143-5036-4bc8-abb4-d698ef9787c7,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:09.879336 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:09.893947 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.898981 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.900573 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5312343 May 27 03:30:09.903436 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56052) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:09.915096 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group_rule': {'security_group_id': '27fbfb15-e82c-43bb-bc5d-c27f591a958c', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:09.934445 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:09.945846 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:09.956192 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:09.967799 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:10.124708 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b428-61dc-434f-9729-c462531ef758 req-ac0d96ed-2365-42a7-acd5-43fe5698565e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:10.139906 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ff47b428-61dc-434f-9729-c462531ef758 req-ac0d96ed-2365-42a7-acd5-43fe5698565e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3515170 May 27 03:30:10.215296 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.231991 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db595-b4a5-497a-8507-2229b86c1578 req-47caaeac-f346-4b99-9063-04226749bc09 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:10.237999 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ba7db595-b4a5-497a-8507-2229b86c1578 req-47caaeac-f346-4b99-9063-04226749bc09 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.3215408 May 27 03:30:10.281317 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56068) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:10.285680 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ff47b428-61dc-434f-9729-c462531ef758 req-96b1954c-efe7-4113-8668-0fa08556a75a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439457 May 27 03:30:10.347614 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.355580 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ba7db595-b4a5-497a-8507-2229b86c1578 req-9da5beb0-c3ac-400a-b7d3-33737a3234cd tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104119 May 27 03:30:10.357353 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.374727 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:10.409757 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034fb03e-4cd0-4021-87d4-519290b42c5c,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:10.426640 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:10.498644 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.500127 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e65ab578-7281-47ea-b6bc-6c0fe4eff4f7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5956936 May 27 03:30:10.504669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56076) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:10.516679 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group_rule': {'security_group_id': '27fbfb15-e82c-43bb-bc5d-c27f591a958c', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:10.521712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:10.534137 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:10.539668 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:10.586424 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-23344e0c-b482-4041-aa10-7caf8ceba267 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2668500 May 27 03:30:10.686774 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:10.700999 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Notify callbacks [] for port, precommit_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.715932 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Transition to ACTIVE for port object 27aa9a07-7716-4f5c-a1c1-bffafb99d55b will not be triggered until provisioned by entity L2. {{(pid=91736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:10.729799 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.734316 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:10.766776 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.securitygroups_db [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Project 34f1d01d97c849219994fb5fae1d1a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:30:10.816167 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.925036 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d7566-4c8f-45fa-ac45-0490ecfffa30 None None] Pushing event updated for resources: {'Port': ['ID=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,revision_number=3']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:10.930141 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-379d7566-4c8f-45fa-ac45-0490ecfffa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:11.087528 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.143405 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072fe63-4c22-4dd5-a9c9-c5d4291733aa req-95a5b5da-3e30-4e10-8e76-9c0ff0d72295 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:11.186001 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8072fe63-4c22-4dd5-a9c9-c5d4291733aa req-95a5b5da-3e30-4e10-8e76-9c0ff0d72295 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.6381156 May 27 03:30:11.275282 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.322945 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-307c9845-c824-408a-a0af-13634d84db0c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:11.428451 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Attempting to bind port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b on host dv-cinder-793264-1-smb for vnic_type normal with profile {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:11.428599 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Attempting to bind port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b by drivers openvswitch,hyperv on host dv-cinder-793264-1-smb at level 0 using segments [{'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:11.428935 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Attempting to bind port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b on network 6e10df29-b280-40e6-ac94-835faf39df7f {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:30:11.446878 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Checking agent: {'id': 'f844b3a2-8d3e-4382-b967-391ba90c9db5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 19, 46), 'started_at': datetime.datetime(2021, 5, 27, 3, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:30:11.452901 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Checking segment: {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:30:11.453325 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.453740 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Bound using segment: {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'} {{(pid=91736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:30:11.454669 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.managers [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Bound port: 27aa9a07-7716-4f5c-a1c1-bffafb99d55b, host: dv-cinder-793264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f'}}] {{(pid=91736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:11.455065 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.491171 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799e45ca-f9a6-4190-b440-da576d98338d,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:11.501958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:11.515163 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8072fe63-4c22-4dd5-a9c9-c5d4291733aa req-f50adb05-c8ce-4e73-acce-d971e6e38d1e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280618 May 27 03:30:11.533942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.533942 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-8276a25e-a20e-4234-bdfd-8bc40b15b2db tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0226908 May 27 03:30:11.534226 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56122) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:11.539966 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'security_group_rule': {'security_group_id': '27fbfb15-e82c-43bb-bc5d-c27f591a958c', 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:11.564825 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:11.583265 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:security_group_rule and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:11.597060 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:11.626605 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:11.668471 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.securitygroups_db [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Project 34f1d01d97c849219994fb5fae1d1a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:30:11.685630 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.707881 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] For port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b, host dv-cinder-793264-1-smb, cleared binding levels {{(pid=91736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:30:11.719093 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] For port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b, host dv-cinder-793264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:30:11.735933 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.753974 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:11.799722 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.809784 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.812118 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:11.884622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ece594e-0bda-43d1-ab6b-5191eaf49ccd,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:11.889218 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:11.914280 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.916496 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-0f348806-8499-44dc-9ab9-c4fa63fe1cbc tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819318 May 27 03:30:11.939486 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Routers {'da428e62-fb91-4ee1-bb2a-ab75dfa482e7'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:11.940058 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:29:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:12.024246 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d37230-5df1-489b-9b41-29b7ef70e66f req-b65e5bdb-c299-4094-ae82-316c9b54653a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.026204 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a7d37230-5df1-489b-9b41-29b7ef70e66f req-b65e5bdb-c299-4094-ae82-316c9b54653a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.2513525 May 27 03:30:12.066780 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fa1a2-9c15-418b-bf23-b8fc85ed106d req-75634afb-c1ee-400c-8933-351c7d52f49f tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.076633 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-913fa1a2-9c15-418b-bf23-b8fc85ed106d req-75634afb-c1ee-400c-8933-351c7d52f49f tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.3719823 May 27 03:30:12.118796 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d7566-4c8f-45fa-ac45-0490ecfffa30 None None] Pushing event updated for resources: {'Port': ['ID=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:12.122162 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-379d7566-4c8f-45fa-ac45-0490ecfffa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:12.243531 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a7d37230-5df1-489b-9b41-29b7ef70e66f req-fbf72edd-ac17-4fad-8dc8-39fac2188a4e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622512 May 27 03:30:12.273316 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-913fa1a2-9c15-418b-bf23-b8fc85ed106d req-823c60e5-1b16-4c93-9364-ce20b46c23f1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948817 May 27 03:30:12.277012 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:12.333276 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] Set router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:12.671090 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f9601-fbc5-4a5d-8391-0bf3145fad72 req-0997f40e-3611-4b0e-b43c-bc0e948e2d09 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.681246 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56174) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:12.685762 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-196f9601-fbc5-4a5d-8391-0bf3145fad72 req-0997f40e-3611-4b0e-b43c-bc0e948e2d09 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2005351 May 27 03:30:12.794389 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-196f9601-fbc5-4a5d-8391-0bf3145fad72 req-dfde607c-40bd-48df-bcf5-8b4578342495 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042531 May 27 03:30:13.003449 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:30:04Z', 'revision_number': 4, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '27aa9a07-7716-4f5c-a1c1-bffafb99d55b', 'name': '', 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'mac_address': 'fa:16:3e:62:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '13818b28-c793-47c2-a622-fd9de2dfa785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:30:02Z', 'updated_at': '2021-05-27T03:30:11Z', 'revision_number': 4, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'subnets': [{'id': '13818b28-c793-47c2-a622-fd9de2dfa785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:13.007771 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f975e-d1ba-4795-ba28-73254fda2149 None None] The sync data for ids ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'] in dv-cinder-793264-1-smb is: [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:30:04Z', 'revision_number': 4, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '27aa9a07-7716-4f5c-a1c1-bffafb99d55b', 'name': '', 'network_id': '6e10df29-b280-40e6-ac94-835faf39df7f', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'mac_address': 'fa:16:3e:62:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '13818b28-c793-47c2-a622-fd9de2dfa785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:30:02Z', 'updated_at': '2021-05-27T03:30:11Z', 'revision_number': 4, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'subnets': [{'id': '13818b28-c793-47c2-a622-fd9de2dfa785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:13.046087 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6912a-20b1-48c5-907b-59863c340766 req-cf0706e8-974e-44f6-9b2d-b480c9eb921b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:13.050125 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.055135 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f9d6912a-20b1-48c5-907b-59863c340766 req-cf0706e8-974e-44f6-9b2d-b480c9eb921b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.2595823 May 27 03:30:13.142969 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:13.148157 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Usage tracker for resource:security_group_rule and tenant:69f835ea00684b7d850ca64dfb156e11 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:13.151217 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f9d6912a-20b1-48c5-907b-59863c340766 req-24be1c11-61cb-49ed-a721-91145cbd8f6f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906496 May 27 03:30:13.151860 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:13.160418 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:13.418301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56216) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:13.455327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.471090 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.540564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4dfd840b-446f-46f9-b936-ff0d540f105e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:13.626993 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c877e23-5828-4cfa-b54a-cc32865056d8,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:13.629716 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Deleting subnet 451cc270-2c0d-4415-9aba-285d4f98fa9d {{(pid=91735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:30:13.641949 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:13.674596 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-b122d7a7-63af-4226-a93a-a742f1d0c128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.678612 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.681026 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69f835ea00684b7d850ca64dfb156e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9975786 May 27 03:30:13.685352 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56222) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:13.873753 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-676745'] for subnet, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.876282 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.959884 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.960102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f23f9-df14-44cd-8e87-81acd3396845 req-44709f86-db24-4f39-8209-ce20bb215071 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:13.978195 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-783f23f9-df14-44cd-8e87-81acd3396845 req-44709f86-db24-4f39-8209-ce20bb215071 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.4660852 May 27 03:30:14.103709 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.109682 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:14.130991 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.139994 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c877e23-5828-4cfa-b54a-cc32865056d8,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:14.143292 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:14.159834 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.163224 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c877e23-5828-4cfa-b54a-cc32865056d8 HTTP/1.1" status: 204 len: 168 time: 0.4763019 May 27 03:30:14.201135 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-783f23f9-df14-44cd-8e87-81acd3396845 req-7919f373-c130-4910-ba5d-99c6c6581033 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217855 May 27 03:30:14.257173 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e0c10-5941-4a40-9be9-2cc6fa85a6bb req-51c94749-e4b4-44d2-ba8f-3b1bdca98981 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.260485 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-605e0c10-5941-4a40-9be9-2cc6fa85a6bb req-51c94749-e4b4-44d2-ba8f-3b1bdca98981 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.7468839 May 27 03:30:14.431193 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 27aa9a07-7716-4f5c-a1c1-bffafb99d55b up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:14.522950 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-605e0c10-5941-4a40-9be9-2cc6fa85a6bb req-ebb8b019-4a6a-4f58-bed5-80242d8990cb tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598723 May 27 03:30:14.570308 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning for port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:14.577520 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:14.577816 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.724758 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-d5014f68-b8fa-455f-9c8a-1c5f4440ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.726708 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-d5014f68-b8fa-455f-9c8a-1c5f4440ed13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46&tenant_id=14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 1097 time: 0.1175253 May 27 03:30:14.762333 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.774190 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4eff-fac9-4d88-b6f3-bda64efd3e4a req-af4ed478-5bb2-4507-a9ce-dba96c7b66e6 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.775741 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d89c4eff-fac9-4d88-b6f3-bda64efd3e4a req-af4ed478-5bb2-4507-a9ce-dba96c7b66e6 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.3483241 May 27 03:30:14.805747 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] For port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:14.813742 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.820360 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:14.880669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3011055'] for subnet, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.898086 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:14.901128 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-0eeb1cc8-5c2f-4f83-9bd7-3180e597c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.903016 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-0eeb1cc8-5c2f-4f83-9bd7-3180e597c911 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1097 time: 0.1470423 May 27 03:30:14.909483 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Pushing event updated for resources: {'Port': ['ID=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:14.913430 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:14.941560 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d89c4eff-fac9-4d88-b6f3-bda64efd3e4a req-45485f5f-2198-4077-9631-1eff70cb7e88 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152177 May 27 03:30:14.959801 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451cc270-2c0d-4415-9aba-285d4f98fa9d,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:14.962256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.972182 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe2c4-caad-4b3a-aadf-f96ff5c6719a req-31177841-4563-4167-a5d5-00463b6c7d9e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.973838 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cbbfe2c4-caad-4b3a-aadf-f96ff5c6719a req-31177841-4563-4167-a5d5-00463b6c7d9e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.3024621 May 27 03:30:14.977372 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:14.980844 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/451cc270-2c0d-4415-9aba-285d4f98fa9d HTTP/1.1" status: 204 len: 168 time: 1.5614438 May 27 03:30:14.986317 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56252) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:15.140949 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.156731 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-1fbc2b59-faf8-4761-842f-800f38e0bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.158249 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-1fbc2b59-faf8-4761-842f-800f38e0bcae service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.2352219 May 27 03:30:15.159141 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cbbfe2c4-caad-4b3a-aadf-f96ff5c6719a req-63ef535d-6a3e-4360-b6a8-068d7c41cfdc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718767 May 27 03:30:15.268272 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-114f94cd-529c-4d85-84e0-1d23badd6b23 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.268983 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-114f94cd-529c-4d85-84e0-1d23badd6b23 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Synchronizing usage tracker for tenant:1c52560ecc4840098ea777db6450aef5 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:15.296288 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-114f94cd-529c-4d85-84e0-1d23badd6b23 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Unset dirty status for tenant:1c52560ecc4840098ea777db6450aef5 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:15.297798 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-114f94cd-529c-4d85-84e0-1d23badd6b23 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2817941 May 27 03:30:15.315300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.347078 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1d6ab6-70c6-4fed-b613-a46226ef13f4']}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:15.378089 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-236be19f-842b-4e24-8103-3fb8699764c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 1000 time: 0.2125957 May 27 03:30:15.499120 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-98c2860d-b1ee-4a0f-9511-e3c5b718142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.500458 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-98c2860d-b1ee-4a0f-9511-e3c5b718142d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.1143343 May 27 03:30:15.508322 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91faa7b7-90de-4532-b92d-c1e289cb2e7c') {'for_net_delete': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:15.508624 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91faa7b7-90de-4532-b92d-c1e289cb2e7c') {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:15.572950 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Deleting port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:30:15.573282 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.575750 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-676784'] for segment, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.609213 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.630837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=91735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:30:15.631222 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2313761'] for segment, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: Traceback (most recent call last): May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: timer() May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: cb(*args, **kw) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: return func(*args, **kwargs) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: self._notify() May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: self.callback(batched_events) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: event.method(event) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: return f(self, *a, **k) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: return self._get(url).json() May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: return self.request(url, 'GET', **kwargs) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:30:15.646902 dv-cinder-793264-1-smb neutron-server[91735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:30:15.690449 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-d0538c64-9d3d-4894-8b3a-51d7d6283b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.691925 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-d0538c64-9d3d-4894-8b3a-51d7d6283b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1834526 May 27 03:30:15.718414 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] For port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:15.718880 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.748792 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536eeeb-8b34-4fe2-9850-bd7f805d826c req-08f5c314-fca3-42ff-b51a-40c00cd80252 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.750432 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9536eeeb-8b34-4fe2-9850-bd7f805d826c req-08f5c314-fca3-42ff-b51a-40c00cd80252 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.3881145 May 27 03:30:15.773570 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.781731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd098f-1042-4b49-9c58-971df5c9ef9c req-6f98a6cf-c492-4b87-be65-fe4255aff205 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.783214 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f3fd098f-1042-4b49-9c58-971df5c9ef9c req-6f98a6cf-c492-4b87-be65-fe4255aff205 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.3771853 May 27 03:30:15.795962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-d147b041-614e-494e-a7d7-83bd916510ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.797305 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-d147b041-614e-494e-a7d7-83bd916510ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1098 time: 0.2814195 May 27 03:30:15.800266 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:15.813649 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.877769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a1d6ab6-70c6-4fed-b613-a46226ef13f4,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:15.882560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Calling delete_port for d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:30:15.890887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:15.945222 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9536eeeb-8b34-4fe2-9850-bd7f805d826c req-bafcf95c-d35f-461e-ace0-fcf5f57e4793 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844575 May 27 03:30:15.955980 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0ed66098-43a7-4d88-b007-feb65d461a23 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a1d6ab6-70c6-4fed-b613-a46226ef13f4 HTTP/1.1" status: 204 len: 168 time: 0.9523706 May 27 03:30:16.003503 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f3fd098f-1042-4b49-9c58-971df5c9ef9c req-f30e1f42-b5c6-432b-8a84-9e4c70011838 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107403 May 27 03:30:16.022674 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-b5f7bf19-0f8f-4ced-b80a-b3ed6a622cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.088335 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-95131083-ab17-49cc-bc92-197477805421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:16.096413 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-95131083-ab17-49cc-bc92-197477805421 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.2600543 May 27 03:30:16.129792 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-1601e68d-d33e-4e5e-9455-8b8dcb6809c5 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722783 May 27 03:30:16.157722 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.297626 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-f8669cfd-b68c-4d87-ab6b-0733eecd4619 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 1000 time: 0.1944191 May 27 03:30:16.355717 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56270) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:16.397922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5d8f0-28a0-4784-ad37-7a08e09c654f req-dd761bd5-ebde-4d63-947d-444240123906 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:16.405332 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ecb5d8f0-28a0-4784-ad37-7a08e09c654f req-dd761bd5-ebde-4d63-947d-444240123906 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=127f372d-563c-4c3c-9cae-6f1c659e4664 HTTP/1.1" status: 200 len: 945 time: 0.2295086 May 27 03:30:16.469108 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 27aa9a07-7716-4f5c-a1c1-bffafb99d55b up at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:16.548302 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-84de1189-d18b-4753-b8f5-7c9aa0cef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:16.549695 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-84de1189-d18b-4753-b8f5-7c9aa0cef7a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.2432530 May 27 03:30:16.553546 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Provisioning complete for port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:16.554130 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.600103 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-901c8617-8218-4920-b0a1-ee90f17a61ee req-b8b5788f-f247-4776-92ae-7ccab2d2a169 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629581 May 27 03:30:16.613948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.632616 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['12e989d0-7e68-4af0-8c32-862392d376ec', 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:16.638690 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ecb5d8f0-28a0-4784-ad37-7a08e09c654f req-f04c4fad-8616-4470-a018-de835d7a495a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278588 May 27 03:30:16.657955 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:16.663869 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6fe785e0-dec2-4839-8f10-cbb9b159c271 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dae31add72814fc8ab53b1468b98fb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069577 May 27 03:30:16.683450 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56276) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:16.765612 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Pushing event deleted for resources: {'Port': ['ID=d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:16.822876 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94b521-3f1a-44d8-a44e-0e6cfb47d1e2 req-79586cf2-8523-434f-abe4-25e3e5d5313d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:16.824113 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:16.825614 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bb94b521-3f1a-44d8-a44e-0e6cfb47d1e2 req-79586cf2-8523-434f-abe4-25e3e5d5313d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.3270254 May 27 03:30:16.834794 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-00810f4b-ab33-41e6-bfe4-c4430a0628fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:16.836459 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-00810f4b-ab33-41e6-bfe4-c4430a0628fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2747300 May 27 03:30:16.842508 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.843494 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:30:16.906422 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] No DVR routers for this DVR port d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:16.912162 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.914946 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'name': 'network-vif-deleted', 'tag': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:16.992691 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2179f724-b4d3-4e5a-aa4f-99e63874d72a req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "DELETE /v2.0/ports/d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 HTTP/1.1" status: 204 len: 173 time: 1.6877613 May 27 03:30:16.998199 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127f372d-563c-4c3c-9cae-6f1c659e4664', 'name': 'network-vif-deleted', 'tag': 'd4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4', 'status': 'completed', 'code': 200} May 27 03:30:17.056097 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.056809 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.154297 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bb94b521-3f1a-44d8-a44e-0e6cfb47d1e2 req-04d3cbfe-876f-4a2e-a515-c1fc22b6d35d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166108 May 27 03:30:17.237956 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-e7ea0fa1-48df-489c-b8ed-2696de6bf7df service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678305 May 27 03:30:17.263335 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:30:17.388245 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.452471 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2917db51-bf12-45cc-aac0-f6127c12cc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:17.471686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30d310-0db6-46ec-9ef5-88b51b83eeb9,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:17.475341 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:17.578818 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:17.652080 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'port_id': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'mac_address': 'fa:16:3e:42:13:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:30:17.779747 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.817440 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0d27675-2f13-4223-b37d-dd7b3e05b733 req-7b67bd43-397f-44a5-af03-e85f1de81b25 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678495 May 27 03:30:17.828575 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:17.858097 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.861034 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b30d310-0db6-46ec-9ef5-88b51b83eeb9 HTTP/1.1" status: 204 len: 168 time: 1.1726649 May 27 03:30:17.873439 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:17.891072 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.898217 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:17.906725 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5116-ee5c-41bc-a012-30eb9ebb1878 req-74075c57-769d-42f4-babc-a6d71c3950e9 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:17.917978 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-14cf5116-ee5c-41bc-a012-30eb9ebb1878 req-74075c57-769d-42f4-babc-a6d71c3950e9 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 943 time: 0.7120004 May 27 03:30:17.979728 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c64b3-89e0-475b-bbe6-0f3494e34b91 req-a911c39f-6a6b-46d2-b4f0-72c434538397 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:17.981499 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a41c64b3-89e0-475b-bbe6-0f3494e34b91 req-a911c39f-6a6b-46d2-b4f0-72c434538397 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.6037884 May 27 03:30:18.089593 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-14cf5116-ee5c-41bc-a012-30eb9ebb1878 req-fab727dc-b466-45b2-bedb-c48b88a2976b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693680 May 27 03:30:18.103696 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a41c64b3-89e0-475b-bbe6-0f3494e34b91 req-ff41aff6-b3f8-4067-aa8f-00f2d718f0f4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104572 May 27 03:30:18.232397 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:18.330935 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:18.335838 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:18.743490 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0582a6-b329-4fe6-854c-e51999c7690c req-84206624-198b-48fe-bc02-a49c95df6212 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:18.746236 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ae0582a6-b329-4fe6-854c-e51999c7690c req-84206624-198b-48fe-bc02-a49c95df6212 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.2857201 May 27 03:30:18.836581 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:18.864844 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ae0582a6-b329-4fe6-854c-e51999c7690c req-b2a30896-d2a9-4114-9cd3-1f439a3f6c8b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105859 May 27 03:30:19.070969 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19d07b-c616-47bb-a07b-d94e7de52620 req-7dffb008-2323-4305-bb5b-b95b9314d071 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:19.078572 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eb19d07b-c616-47bb-a07b-d94e7de52620 req-7dffb008-2323-4305-bb5b-b95b9314d071 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1360080 May 27 03:30:19.162042 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eb19d07b-c616-47bb-a07b-d94e7de52620 req-273c19c9-f688-4736-9d5e-6f6301856092 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782363 May 27 03:30:19.262607 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:19.366631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db099b1-288a-48bb-9f27-106892306400 req-35008163-d5f9-4944-bf6a-241528691363 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:19.370377 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2db099b1-288a-48bb-9f27-106892306400 req-35008163-d5f9-4944-bf6a-241528691363 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 944 time: 0.1227877 May 27 03:30:19.381994 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:19.389033 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:19.389581 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.514337 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2db099b1-288a-48bb-9f27-106892306400 req-aab3e3c1-572d-4f2b-9c70-31ec52f22ecd tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931089 May 27 03:30:19.540864 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd1416-4946-4314-8f7e-83f707b92e68 req-994d143c-0d6b-4690-bd32-2a005953de3d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:19.548695 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1bbd1416-4946-4314-8f7e-83f707b92e68 req-994d143c-0d6b-4690-bd32-2a005953de3d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1771028 May 27 03:30:19.620736 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.645053 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1bbd1416-4946-4314-8f7e-83f707b92e68 req-41c8d8b8-a330-415e-bb59-3d956664c32d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950804 May 27 03:30:19.682830 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:19.694289 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:19.701536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.704933 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:19.758584 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'code': 200} May 27 03:30:19.759275 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:19.818706 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:30:19.819139 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d4cc8a94-43f1-4bf7-bc40-6e2dbfe739a4 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:19.840316 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.843331 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:20.118375 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a57c-d33b-4129-8fb6-e4e306f28ec8 req-06a72de1-2c01-49d8-94e8-099892c121ad tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:20.120080 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a159a57c-d33b-4129-8fb6-e4e306f28ec8 req-06a72de1-2c01-49d8-94e8-099892c121ad tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.0963426 May 27 03:30:20.179257 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a159a57c-d33b-4129-8fb6-e4e306f28ec8 req-b3399075-6502-403b-b139-df1ba7964dd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532792 May 27 03:30:20.458398 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beb40a-0586-4009-aeaf-46f16d1620fe req-5f8e70cf-0ea3-4a33-9b6a-4a2d404287ef tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:20.459897 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-82beb40a-0586-4009-aeaf-46f16d1620fe req-5f8e70cf-0ea3-4a33-9b6a-4a2d404287ef tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1062329 May 27 03:30:20.508878 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-82beb40a-0586-4009-aeaf-46f16d1620fe req-c37e937f-2d3b-4b2f-81d6-77debb97a3f4 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 May 27 03:30:20.775035 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239732e1-325c-4d48-a444-0533943f4d64 req-ea2592f0-4487-44dd-ae6b-149c4f4bf2eb tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:20.783554 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-239732e1-325c-4d48-a444-0533943f4d64 req-ea2592f0-4487-44dd-ae6b-149c4f4bf2eb tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.1387167 May 27 03:30:20.884924 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-239732e1-325c-4d48-a444-0533943f4d64 req-4afba1f6-26f2-433a-8a72-869d67c6ce1a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005197 May 27 03:30:20.922859 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef2a8b-2cf9-41c9-8d25-6010548ae064 req-aff742dc-66e9-4cab-a4f9-2779fc96d2f9 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:20.922859 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-69ef2a8b-2cf9-41c9-8d25-6010548ae064 req-aff742dc-66e9-4cab-a4f9-2779fc96d2f9 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1172867 May 27 03:30:20.976104 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-69ef2a8b-2cf9-41c9-8d25-6010548ae064 req-ece2ccca-6ae6-4c45-b153-fa01fed3b697 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493724 May 27 03:30:21.385888 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbb0b-1540-495c-a97c-722ea6fa2fec req-46364e22-4fb0-419f-965e-77b7ddbcb002 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:21.387382 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8cffbb0b-1540-495c-a97c-722ea6fa2fec req-46364e22-4fb0-419f-965e-77b7ddbcb002 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.0832837 May 27 03:30:21.446895 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8cffbb0b-1540-495c-a97c-722ea6fa2fec req-15462132-2dfb-43e8-8d9a-b6226d342ba4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536175 May 27 03:30:21.714640 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e1242-e2df-496d-84d3-358137c5f691 req-8e79cc18-f822-426a-8ff8-5c0ff7a84f09 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:21.716497 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e4e1242-e2df-496d-84d3-358137c5f691 req-8e79cc18-f822-426a-8ff8-5c0ff7a84f09 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.0887437 May 27 03:30:21.763551 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e4e1242-e2df-496d-84d3-358137c5f691 req-13ad9133-97c6-4dff-ad76-52bdec581be2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 May 27 03:30:22.257520 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc22a-9ed3-412f-ab47-a04586c6794b req-78e0d60b-ab1a-4bc0-a776-a16dea8160c2 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:22.264902 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-222dc22a-9ed3-412f-ab47-a04586c6794b req-78e0d60b-ab1a-4bc0-a776-a16dea8160c2 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.2394073 May 27 03:30:22.282433 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df67c84-fc81-438d-b17d-34adbd659f4b req-b99653dc-26a4-40be-a83b-0692511d8cc6 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:22.284171 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2df67c84-fc81-438d-b17d-34adbd659f4b req-b99653dc-26a4-40be-a83b-0692511d8cc6 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1758509 May 27 03:30:22.362757 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-222dc22a-9ed3-412f-ab47-a04586c6794b req-72d199ec-9c2b-4851-a1ca-7fb525169421 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965526 May 27 03:30:22.371633 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2df67c84-fc81-438d-b17d-34adbd659f4b req-bb282cdf-33dc-47ee-8a64-20b8025e2bcf tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684896 May 27 03:30:22.660260 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c403ed-aa18-4219-9add-4e7ea8ff9957 req-8829c33d-083b-4f46-bca4-f69a973dc0fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:22.662309 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f9c403ed-aa18-4219-9add-4e7ea8ff9957 req-8829c33d-083b-4f46-bca4-f69a973dc0fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.1002045 May 27 03:30:22.710355 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f9c403ed-aa18-4219-9add-4e7ea8ff9957 req-a6f34cad-5726-4d84-a5ad-c884de530903 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 May 27 03:30:22.966958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e9f0e-9881-4937-977f-8f344180bed4 req-84d7def2-52cd-48c8-945a-14fef7253469 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:22.968389 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bd9e9f0e-9881-4937-977f-8f344180bed4 req-84d7def2-52cd-48c8-945a-14fef7253469 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.0838940 May 27 03:30:23.015725 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bd9e9f0e-9881-4937-977f-8f344180bed4 req-ccb3fd95-27d7-4ad8-a4f1-6e7b1b92eca1 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 May 27 03:30:23.652948 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce594e2a-0b63-4fa4-8801-da2b453b42ca req-d3103a03-84af-4954-bc7a-23432d59e4c1 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:23.654435 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ce594e2a-0b63-4fa4-8801-da2b453b42ca req-d3103a03-84af-4954-bc7a-23432d59e4c1 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.1575992 May 27 03:30:23.663485 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada85fa-bdde-44bb-b185-9de9d0a8d500 req-00352633-0f97-4744-9124-169cfd665748 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:23.664980 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ada85fa-bdde-44bb-b185-9de9d0a8d500 req-00352633-0f97-4744-9124-169cfd665748 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1224363 May 27 03:30:23.735507 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ce594e2a-0b63-4fa4-8801-da2b453b42ca req-fc6b52b2-85d2-4bf0-972c-db59d2c10c7e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 May 27 03:30:23.753205 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ada85fa-bdde-44bb-b185-9de9d0a8d500 req-c13a8977-94e4-40f8-882b-3b1cd97c60d8 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735140 May 27 03:30:23.938443 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86d2b-7131-4dbc-bd9d-5cd9c3aab0cb req-f695abd2-9a79-4c64-ac7a-95957c397eb7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:23.939943 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-14c86d2b-7131-4dbc-bd9d-5cd9c3aab0cb req-f695abd2-9a79-4c64-ac7a-95957c397eb7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.0806992 May 27 03:30:23.986764 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-14c86d2b-7131-4dbc-bd9d-5cd9c3aab0cb req-61566a77-39f4-43e5-8678-9ae99513fd08 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 May 27 03:30:24.271862 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9cf42-2f8e-4005-ae72-0f5dc9f13b68 req-532dba9d-0262-42da-944d-1f22170a8d6f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:24.278735 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fbf9cf42-2f8e-4005-ae72-0f5dc9f13b68 req-532dba9d-0262-42da-944d-1f22170a8d6f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1547005 May 27 03:30:24.319479 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fbf9cf42-2f8e-4005-ae72-0f5dc9f13b68 req-523b728f-0f87-453d-aeac-94bac0f1eeb8 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 May 27 03:30:25.014553 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7044-be84-4068-a15d-31b9a19386f4 req-22d4f350-87e7-4650-8c99-2b8ce6afcd9b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:25.016058 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e43d7044-be84-4068-a15d-31b9a19386f4 req-22d4f350-87e7-4650-8c99-2b8ce6afcd9b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.1509507 May 27 03:30:25.027943 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fed468-0f19-4894-ae0e-1a39ff2a9d3c req-28b15377-c638-477b-b5e2-bc49f04932c2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:25.029438 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a2fed468-0f19-4894-ae0e-1a39ff2a9d3c req-28b15377-c638-477b-b5e2-bc49f04932c2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1324472 May 27 03:30:25.116237 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a2fed468-0f19-4894-ae0e-1a39ff2a9d3c req-3eca41b6-a7e3-4d38-a1f9-c0a87b76df9d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719624 May 27 03:30:25.129973 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e43d7044-be84-4068-a15d-31b9a19386f4 req-41bd3235-7e57-432a-8d61-82025e8a20c3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984192 May 27 03:30:25.331956 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d664bc1-9030-4115-9f28-c84a00159316 req-721bb64e-cd35-45af-ad52-580f9b89b8d9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:25.333464 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0d664bc1-9030-4115-9f28-c84a00159316 req-721bb64e-cd35-45af-ad52-580f9b89b8d9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.0868480 May 27 03:30:25.380306 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0d664bc1-9030-4115-9f28-c84a00159316 req-2a9d794e-92d7-454b-abed-4f3190f68295 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 May 27 03:30:25.530206 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbf29e-b5f1-4c11-87ef-6b57415d2f10 req-ce61de64-6896-46b9-b145-2d86bb00d692 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:25.531717 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-76fbf29e-b5f1-4c11-87ef-6b57415d2f10 req-ce61de64-6896-46b9-b145-2d86bb00d692 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.0942569 May 27 03:30:25.594980 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-76fbf29e-b5f1-4c11-87ef-6b57415d2f10 req-40321002-a91b-46bb-adbb-8d2582b9bb6f tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 May 27 03:30:26.183078 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56446) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:26.415960 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.438871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:26.446931 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Usage tracker for resource:security_group_rule and tenant:d155c17ce27748768a42837838117d15 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:26.451467 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:26.466850 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad10f49-3797-40f4-a608-024ed9bda1d9 req-80149da7-975a-44a6-b4c5-12be8c0c315c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:26.468336 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bad10f49-3797-40f4-a608-024ed9bda1d9 req-80149da7-975a-44a6-b4c5-12be8c0c315c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2149315 May 27 03:30:26.469822 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:26.501443 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a34d2-8bce-4aca-8dd2-e05952144523 req-51991aeb-e6b7-43bb-accc-9e947c60102f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:26.502897 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5b5a34d2-8bce-4aca-8dd2-e05952144523 req-51991aeb-e6b7-43bb-accc-9e947c60102f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.2058084 May 27 03:30:26.590023 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bad10f49-3797-40f4-a608-024ed9bda1d9 req-07695315-e562-442a-8b7d-8a6d0330a9ea tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140974 May 27 03:30:26.628033 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5b5a34d2-8bce-4aca-8dd2-e05952144523 req-cd77c821-51c7-4425-bfa6-8684250da720 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175196 May 27 03:30:26.710988 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.763718 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.776165 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9832e828-e970-4f26-a599-751b8d2f7afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:26.875847 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d155c17ce27748768a42837838117d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6887021 May 27 03:30:26.878586 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56458) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:26.890451 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5558a49c-5259-4054-9e57-acc46e04ccba,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.909743 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.910234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.910654 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.911656 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.912060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.912473 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.912877 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.913296 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.913949 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.914116 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.914519 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.914914 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:26.919962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:26.938322 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb21aa-ab7a-4293-88f9-0faaa2a9930a req-841608f1-853a-479a-bf9a-89ca97fd9fad tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:26.940014 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-baeb21aa-ab7a-4293-88f9-0faaa2a9930a req-841608f1-853a-479a-bf9a-89ca97fd9fad tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.2310855 May 27 03:30:26.954442 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.974693 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41418be0-86de-4ff7-b563-358e8f1f7812 req-14253c03-9c90-48b0-878c-f941a7eeb5a3 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:26.976500 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-41418be0-86de-4ff7-b563-358e8f1f7812 req-14253c03-9c90-48b0-878c-f941a7eeb5a3 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2044373 May 27 03:30:26.990227 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.029583 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-baeb21aa-ab7a-4293-88f9-0faaa2a9930a req-c25f46f5-00a2-49e3-9426-9e3d9bfc5c18 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821481 May 27 03:30:27.073540 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.086081 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-01e9586e-0b13-484f-877c-a63d060f4c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:27.096665 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-41418be0-86de-4ff7-b563-358e8f1f7812 req-1192f08b-639e-4fd6-92a3-f880db5a2fec tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122267 May 27 03:30:27.121593 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.125789 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5558a49c-5259-4054-9e57-acc46e04ccba HTTP/1.1" status: 204 len: 168 time: 0.2461035 May 27 03:30:27.128743 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558a49c-5259-4054-9e57-acc46e04ccba,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.139227 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.139601 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.139961 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.140324 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.140739 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.141085 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.141428 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.141764 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.142136 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.142540 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.142886 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.143209 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.147631 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:27.859461 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98b6fd-6781-4ed0-b237-e44cc124c10d req-439b7d35-d29d-4b24-bce1-60dcf5bdeabe tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:27.860939 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3b98b6fd-6781-4ed0-b237-e44cc124c10d req-439b7d35-d29d-4b24-bce1-60dcf5bdeabe tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1671600 May 27 03:30:27.875092 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2907-fb1b-478b-9166-66f100872387 req-9bd9ecf1-0607-4dac-904e-8631e6cf9bf5 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:27.876501 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-620d2907-fb1b-478b-9166-66f100872387 req-9bd9ecf1-0607-4dac-904e-8631e6cf9bf5 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.1137860 May 27 03:30:27.946816 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3b98b6fd-6781-4ed0-b237-e44cc124c10d req-0601171c-961a-4dbc-b77b-31fa69d86491 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692606 May 27 03:30:27.949517 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-620d2907-fb1b-478b-9166-66f100872387 req-8a55ffbb-481c-45a3-94d2-d98e0c7c4987 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588474 May 27 03:30:28.261101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e04c7-e82a-4049-97a1-ac359c9f91e5 req-a5df9a34-7d64-4a2f-8c09-c9973b3c1df5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:28.262585 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c39e04c7-e82a-4049-97a1-ac359c9f91e5 req-a5df9a34-7d64-4a2f-8c09-c9973b3c1df5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.1221485 May 27 03:30:28.325632 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c39e04c7-e82a-4049-97a1-ac359c9f91e5 req-04a0dc6c-2762-4fd6-a2a1-5e51ab14cd45 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565531 May 27 03:30:28.341724 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659a03-837d-4c88-aea9-3af6c255bbe1 req-bd03bb59-f33a-4d32-91c6-782036aefccd tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:28.343683 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36659a03-837d-4c88-aea9-3af6c255bbe1 req-bd03bb59-f33a-4d32-91c6-782036aefccd tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1294491 May 27 03:30:28.400805 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36659a03-837d-4c88-aea9-3af6c255bbe1 req-1b11821c-2748-4562-900d-3cf667fe1877 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 May 27 03:30:29.200884 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be605f76-b50a-452b-b324-b9646ed80cf8 req-02f433e3-f303-4ac9-af64-752de626e2c0 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.202595 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be605f76-b50a-452b-b324-b9646ed80cf8 req-02f433e3-f303-4ac9-af64-752de626e2c0 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.1358879 May 27 03:30:29.210729 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d2f4-3daa-4d0d-90f8-a0d01d0e93cf req-6863f3ad-9d5d-4da6-94e1-0e08098b7a87 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.212045 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2391d2f4-3daa-4d0d-90f8-a0d01d0e93cf req-6863f3ad-9d5d-4da6-94e1-0e08098b7a87 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1430624 May 27 03:30:29.283697 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be605f76-b50a-452b-b324-b9646ed80cf8 req-323c601e-06fb-45e0-8073-e5920dfb28e3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707417 May 27 03:30:29.288167 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2391d2f4-3daa-4d0d-90f8-a0d01d0e93cf req-66474483-df36-496c-9bf5-9a70664bd755 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599308 May 27 03:30:29.622433 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2081e82-d737-4cd5-a989-a43c77193f3b req-55c4c9e7-8248-4f16-b05d-04dc8e745fa2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.623859 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e2081e82-d737-4cd5-a989-a43c77193f3b req-55c4c9e7-8248-4f16-b05d-04dc8e745fa2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.1713908 May 27 03:30:29.682303 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e2081e82-d737-4cd5-a989-a43c77193f3b req-391e9ed9-b82c-44a4-95eb-e4957847975f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522482 May 27 03:30:29.703776 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba600607-f5b4-4ea2-9eef-7fa4c59b5b9e req-2c2a782a-200f-44b9-b007-19ea036c31b4 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.705223 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ba600607-f5b4-4ea2-9eef-7fa4c59b5b9e req-2c2a782a-200f-44b9-b007-19ea036c31b4 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1898024 May 27 03:30:29.751543 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ba600607-f5b4-4ea2-9eef-7fa4c59b5b9e req-82016ba9-7ad9-47ef-b78c-006b1cddbd54 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 May 27 03:30:29.965041 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d7729-550e-4b8d-9423-d6eaadd26c3d req-2b1ab10a-5028-449a-861a-a9f4702a85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.966546 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-102d7729-550e-4b8d-9423-d6eaadd26c3d req-2b1ab10a-5028-449a-861a-a9f4702a85b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1098 time: 0.0724499 May 27 03:30:30.010096 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-102d7729-550e-4b8d-9423-d6eaadd26c3d req-b5fd3807-bc56-4af9-8eb2-02e0618a15d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 May 27 03:30:30.150605 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-a20b9cf0-fb0c-45f3-8585-6b32d3f777e8 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778710353&fields=id&tenant_id=34f1d01d97c849219994fb5fae1d1a2e HTTP/1.1" status: 200 len: 267 time: 0.0385187 May 27 03:30:30.295606 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-dd01b033-4caa-4b22-93a6-6b245908650f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:30.297572 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-dd01b033-4caa-4b22-93a6-6b245908650f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 808 time: 0.1408949 May 27 03:30:30.312750 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-fe544f36-4ea8-4b39-b558-3018dadee842 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/quotas/34f1d01d97c849219994fb5fae1d1a2e HTTP/1.1" status: 200 len: 375 time: 0.0091128 May 27 03:30:30.393836 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-e9e20415-3be2-46bf-abd3-d4bc4962b217 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757556 May 27 03:30:30.610848 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5f19a-bcc3-41ab-a6a0-89bc79677fa7 req-46bba41a-6f8e-464f-93f2-6437ebe5c044 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:30.612309 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-10e5f19a-bcc3-41ab-a6a0-89bc79677fa7 req-46bba41a-6f8e-464f-93f2-6437ebe5c044 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.2176142 May 27 03:30:30.617580 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-97aa4973-7dbe-46be-9805-695fa8287b07 service neutron] 10.222.0.32 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684525 May 27 03:30:30.734448 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-10e5f19a-bcc3-41ab-a6a0-89bc79677fa7 req-3a258634-83df-4df4-b7a9-2f8cf97a835d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159050 May 27 03:30:30.783322 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-2fbc96bc-9a33-48fb-88c7-d253f3261352 service neutron] 10.222.0.32 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516454 May 27 03:30:30.910104 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0679-630b-4f62-9968-ebff2c4f81be req-426a13e1-a36f-4273-9225-a8e5a852da67 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:30.911632 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e4a0679-630b-4f62-9968-ebff2c4f81be req-426a13e1-a36f-4273-9225-a8e5a852da67 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0827088 May 27 03:30:30.959473 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e4a0679-630b-4f62-9968-ebff2c4f81be req-973b17c6-b2e2-433d-b3f8-3071aad1dda1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420296 May 27 03:30:31.154048 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a5ad-bd67-4382-9844-a1662266945f req-5ca2b979-03c3-40b3-9115-a86491378cd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:31.157055 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b36a5ad-bd67-4382-9844-a1662266945f req-5ca2b979-03c3-40b3-9115-a86491378cd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.0933020 May 27 03:30:31.201778 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b36a5ad-bd67-4382-9844-a1662266945f req-fc1eddb4-a5cf-4168-8420-712233c15a4d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 May 27 03:30:31.304712 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f31bdd2b-7120-4f3e-b22b-748547224784 req-9769bb50-074c-4bd2-b287-22417131644a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 210 time: 0.0494816 May 27 03:30:31.345494 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe93a-e5bc-49b5-bb85-7b4b72769903 req-c9cff247-fedc-42e1-a06d-1ba88b7707ae tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:31.346988 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a9fe93a-e5bc-49b5-bb85-7b4b72769903 req-c9cff247-fedc-42e1-a06d-1ba88b7707ae tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1322684 May 27 03:30:31.393293 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a9fe93a-e5bc-49b5-bb85-7b4b72769903 req-e0a21c56-ca97-447d-893e-e7dadd4be22a tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 May 27 03:30:31.922182 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbdcd4-a47e-439f-9d20-7ea1b4403ef5 req-f8577a7b-8ffc-4cbc-b0f2-3ecb2efeba1f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:31.923558 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-67fbdcd4-a47e-439f-9d20-7ea1b4403ef5 req-f8577a7b-8ffc-4cbc-b0f2-3ecb2efeba1f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.0823674 May 27 03:30:31.969021 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-67fbdcd4-a47e-439f-9d20-7ea1b4403ef5 req-dc401288-6edc-4690-bd8b-214edbbf9214 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 May 27 03:30:32.151711 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7777cd7-df2d-4b2d-8ff7-bedf33bbefbf req-46489240-36b8-4aab-a8fc-e1a387c99659 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:32.153184 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e7777cd7-df2d-4b2d-8ff7-bedf33bbefbf req-46489240-36b8-4aab-a8fc-e1a387c99659 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.0812624 May 27 03:30:32.230021 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e7777cd7-df2d-4b2d-8ff7-bedf33bbefbf req-6a44aa88-b459-4898-a9b3-022b46a5bc13 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 May 27 03:30:32.463443 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-4d70e8f1-e327-4efd-b8a9-cf127e7ae1af tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:32.464904 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-4d70e8f1-e327-4efd-b8a9-cf127e7ae1af tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 808 time: 0.2757502 May 27 03:30:32.510901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98029-aa0d-4f94-baf8-33593c1240cb req-795e0651-8675-4750-9064-71f36f794bcf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:32.519392 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-27e98029-aa0d-4f94-baf8-33593c1240cb req-795e0651-8675-4750-9064-71f36f794bcf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 944 time: 0.1729610 May 27 03:30:32.588099 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-72fe752f-7c36-473c-9eec-3d5249fc2f84 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f1d01d97c849219994fb5fae1d1a2e HTTP/1.1" status: 200 len: 379 time: 0.1054492 May 27 03:30:32.597972 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-27e98029-aa0d-4f94-baf8-33593c1240cb req-63d6f0a8-a79a-4dab-bd3a-bbd701e55a9e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777111 May 27 03:30:32.603384 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'port': {'device_id': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'admin_state_up': True, 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'security_groups': ['27fbfb15-e82c-43bb-bc5d-c27f591a958c']}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:32.828202 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a3ffc5b-1d8b-48d2-8791-c96834998852 req-dfa7091f-67f2-4924-9c61-a9e8da405945 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 210 time: 0.2090952 May 27 03:30:32.912087 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:32.917647 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:port and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:32.921084 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:32.929313 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:32.938570 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222a5fa-90ee-4300-be62-c2764d4ca41e req-6e41c8f8-78f2-497c-836d-e2e4e84c7b24 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:32.940045 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d222a5fa-90ee-4300-be62-c2764d4ca41e req-6e41c8f8-78f2-497c-836d-e2e4e84c7b24 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2068450 May 27 03:30:33.004654 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Made reservation on behalf of 34f1d01d97c849219994fb5fae1d1a2e for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:33.008339 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.101112 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d222a5fa-90ee-4300-be62-c2764d4ca41e req-e689456a-2545-48ec-9cd0-63871d9f90a2 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205521 May 27 03:30:33.154564 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adae949-c4b1-41be-8f08-0d4bf1096dfa req-4079d069-7f88-481d-af14-7d45ded00cfb tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:33.156011 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3adae949-c4b1-41be-8f08-0d4bf1096dfa req-4079d069-7f88-481d-af14-7d45ded00cfb tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.2110164 May 27 03:30:33.252719 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3adae949-c4b1-41be-8f08-0d4bf1096dfa req-afd8fdc5-ba74-4ed0-a4a9-c89d9b716baf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639610 May 27 03:30:33.253742 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Allocated IP 172.20.0.12 (76cf8764-edbc-4984-8beb-c13309adacb0/034e8b15-def7-4a83-9e5c-7a4fc78cda5e/9d9f00b8-b169-4fb0-a842-9720e34cc8a4) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:33.363323 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:30:33.455423 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.472782 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Transition to ACTIVE for port object 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:33.502723 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.513993 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:33.514470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:33.532062 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'port_id': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'mac_address': 'fa:16:3e:c1:b5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:30:33.591746 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.597367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Network 76cf8764-edbc-4984-8beb-c13309adacb0 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:33.602967 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:33.606032 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:30:33.612335 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:33.632059 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:33.638408 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.643380 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-4db58da7-e30f-4437-b1f5-d76a53a4c919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:33.657538 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:33.675801 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:33.700437 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:33.701498 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.775429 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1747515 May 27 03:30:33.789241 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Request body: {'port': {'device_id': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:33.819748 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=9']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:33.829224 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.829996 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.830600 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.831090 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.833565 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.834085 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.834948 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.835430 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.835921 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.836408 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.836877 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.837980 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.849047 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:33.918980 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['72284dc1-4cb5-4e39-a7a6-b2b4e5580414'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:34.001107 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-3866cebe-29fe-4f0b-b0ec-d23be7a898a6 None None] Provisioning for port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:34.014265 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-3866cebe-29fe-4f0b-b0ec-d23be7a898a6 None None] Provisioning complete for port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:34.014892 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-3866cebe-29fe-4f0b-b0ec-d23be7a898a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.089005 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.103643 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-3866cebe-29fe-4f0b-b0ec-d23be7a898a6 None None] Port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:30:34.166049 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c67963-5b09-4f10-9fb7-42a528f861fc req-3c02e19e-484b-450f-9d2b-f6f6c11fb4bf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:34.169905 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-05c67963-5b09-4f10-9fb7-42a528f861fc req-3c02e19e-484b-450f-9d2b-f6f6c11fb4bf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 945 time: 0.3158090 May 27 03:30:34.229819 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8112d-dd34-48b8-94c9-26de2e179be2 req-8c544bb7-87dd-43e4-accb-a9b15e53fdbd tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:34.230532 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-95f8112d-dd34-48b8-94c9-26de2e179be2 req-8c544bb7-87dd-43e4-accb-a9b15e53fdbd tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Synchronizing usage tracker for tenant:34f1d01d97c849219994fb5fae1d1a2e on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:34.287096 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-05c67963-5b09-4f10-9fb7-42a528f861fc req-9bf3f7f8-3cd3-43db-b3aa-6d602e5f26f6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088111 May 27 03:30:34.319653 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-95f8112d-dd34-48b8-94c9-26de2e179be2 req-8c544bb7-87dd-43e4-accb-a9b15e53fdbd tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Unset dirty status for tenant:34f1d01d97c849219994fb5fae1d1a2e on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:34.320845 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-95f8112d-dd34-48b8-94c9-26de2e179be2 req-8c544bb7-87dd-43e4-accb-a9b15e53fdbd tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 932 time: 0.3087008 May 27 03:30:34.514681 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-95f8112d-dd34-48b8-94c9-26de2e179be2 req-7c720150-e9a3-4ab3-8680-c7ffdd9fb57b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867704 May 27 03:30:34.566300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61731dc-b48f-416d-91f1-d86b32754e5c req-e1c0480b-2ea2-4f43-8478-f6b77d03f031 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:34.567777 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a61731dc-b48f-416d-91f1-d86b32754e5c req-e1c0480b-2ea2-4f43-8478-f6b77d03f031 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1535041 May 27 03:30:34.670035 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a61731dc-b48f-416d-91f1-d86b32754e5c req-867429f4-3497-4f1e-b743-f548d6071820 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902011 May 27 03:30:34.671870 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:34.679204 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.693731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Transition to ACTIVE for port object 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:34.698147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.702341 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:34.924042 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:34.926904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:35.016406 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Attempting to bind port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:35.016763 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Attempting to bind port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:35.017071 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Attempting to bind port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 on network 76cf8764-edbc-4984-8beb-c13309adacb0 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:30:35.023796 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 on network 76cf8764-edbc-4984-8beb-c13309adacb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:30:35.024117 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Attempting to bind port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 on network 76cf8764-edbc-4984-8beb-c13309adacb0 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:30:35.030354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:30:35.030805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Checking segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:30:35.031469 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Bound using segment: {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:30:35.032421 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Bound port: 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31c8521-61ef-404f-a006-4365c857b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:35.033022 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.133725 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:30:35.136948 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:30:35.142846 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.148481 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9eb52686-2fd1-460d-8ff5-87c972a75848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:35.225417 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.225417 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.225417 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 1094 time: 1.4408455 May 27 03:30:35.225417 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:35.241507 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.245256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-08f19384-dc5e-424c-bcaf-1d19b32cc904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:35.324941 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'status': 'completed', 'code': 200} May 27 03:30:35.380333 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:35.409347 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-e1e517e0-69a0-4146-b880-896ff765e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.421502 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-e1e517e0-69a0-4146-b880-896ff765e541 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1097 time: 0.1343918 May 27 03:30:35.512818 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:35.513584 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.605619 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-08bfa618-3657-42ee-8599-43d37ba1ac6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 217 time: 0.1688085 May 27 03:30:35.706196 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.723623 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-45440351-57c3-4174-8a0f-d4ae58440bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.725473 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-45440351-57c3-4174-8a0f-d4ae58440bb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.1017909 May 27 03:30:35.741234 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:35.754263 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:35.761087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.764639 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:35.825959 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1f645-2619-46f4-aa26-15865e05bd4c req-a0ce6a11-30ac-471d-88a1-a4fe20d165f5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.827501 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eef1f645-2619-46f4-aa26-15865e05bd4c req-a0ce6a11-30ac-471d-88a1-a4fe20d165f5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 945 time: 0.3060780 May 27 03:30:35.920331 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-eef1f645-2619-46f4-aa26-15865e05bd4c req-1d77c756-fa88-433d-bb1d-7166b225f18f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829098 May 27 03:30:35.923075 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=10']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.930298 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:35.939903 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-8a7e6df7-cc28-462b-96b1-3505d542d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.941368 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-8a7e6df7-cc28-462b-96b1-3505d542d718 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2085133 May 27 03:30:35.945671 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-4451e2be-85f5-4189-8605-10d4900ef3a9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.948275 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-4451e2be-85f5-4189-8605-10d4900ef3a9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Synchronizing usage tracker for tenant:1c52560ecc4840098ea777db6450aef5 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:35.979971 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-4451e2be-85f5-4189-8605-10d4900ef3a9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Unset dirty status for tenant:1c52560ecc4840098ea777db6450aef5 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:35.982692 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-4451e2be-85f5-4189-8605-10d4900ef3a9 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.1968856 May 27 03:30:36.235629 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Deleting port 12e989d0-7e68-4af0-8c32-862392d376ec {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:30:36.236252 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.282026 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-752afbff-2182-4b5e-a176-a27981e57f92 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264937 May 27 03:30:36.394565 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] For port 12e989d0-7e68-4af0-8c32-862392d376ec, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=12e989d0-7e68-4af0-8c32-862392d376ec,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:36.395301 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.424591 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad21cf-72d6-4ce3-8d0c-532dab18ff54 req-21841129-b837-4d04-b7d7-1631dc2bc4c8 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:36.428230 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8aad21cf-72d6-4ce3-8d0c-532dab18ff54 req-21841129-b837-4d04-b7d7-1631dc2bc4c8 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 944 time: 0.2986619 May 27 03:30:36.507933 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aae1ca-f722-4f8c-ae8c-2b5f1e69162e req-6aea04a9-da1f-4b54-adb9-5a295c83c4fd tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:36.510966 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-51aae1ca-f722-4f8c-ae8c-2b5f1e69162e req-6aea04a9-da1f-4b54-adb9-5a295c83c4fd tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/ports?device_id=86717a84-0122-478b-a9b7-b34e5e7b8939 HTTP/1.1" status: 200 len: 946 time: 0.2987978 May 27 03:30:36.515341 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19fefff8-00de-4810-8416-50b1cd603ef2 req-bb3be6ab-1f65-4944-9756-2a4707cfc10d service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265289 May 27 03:30:36.525081 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Calling delete_port for 12e989d0-7e68-4af0-8c32-862392d376ec owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:30:36.544122 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8aad21cf-72d6-4ce3-8d0c-532dab18ff54 req-58344194-d21f-4553-a015-001a6c26b8c9 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003470 May 27 03:30:36.618730 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-51aae1ca-f722-4f8c-ae8c-2b5f1e69162e req-aa0c9948-3c01-4350-8114-8d4b3d0eb606 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.32 "GET /v2.0/security-groups?id=53e053fe-88d5-4bbe-85de-d2a78a277c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986037 May 27 03:30:36.620484 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'code': 200} May 27 03:30:36.671611 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-0f639da3-6fdd-42a0-a6ea-c961bd0fcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:36.673054 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-0f639da3-6fdd-42a0-a6ea-c961bd0fcd4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1097 time: 0.0927100 May 27 03:30:36.683957 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.689903 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:36.695297 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['12e989d0-7e68-4af0-8c32-862392d376ec'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:36.739871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Pushing event deleted for resources: {'Port': ['ID=12e989d0-7e68-4af0-8c32-862392d376ec,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.743495 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:36.820811 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] No DVR routers for this DVR port 12e989d0-7e68-4af0-8c32-862392d376ec on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:36.823594 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.826470 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'name': 'network-vif-deleted', 'tag': '12e989d0-7e68-4af0-8c32-862392d376ec'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:36.843664 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-e143a003-4f09-41fc-be06-b5cab538a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:36.845602 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1c19f2a2-693c-451f-8ea6-6d6eaaff46af req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] 10.222.0.10 "DELETE /v2.0/ports/12e989d0-7e68-4af0-8c32-862392d376ec HTTP/1.1" status: 204 len: 173 time: 0.8557527 May 27 03:30:36.845853 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-e143a003-4f09-41fc-be06-b5cab538a928 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.1621015 May 27 03:30:36.876057 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86717a84-0122-478b-a9b7-b34e5e7b8939', 'name': 'network-vif-deleted', 'tag': '12e989d0-7e68-4af0-8c32-862392d376ec', 'status': 'completed', 'code': 200} May 27 03:30:37.008725 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-62dcf882-0130-4a74-a9c6-3a4dc1d1baa3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 217 time: 0.1418869 May 27 03:30:37.139570 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-ca5f3287-9b6d-40aa-a871-e8afd91579e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.141097 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-ca5f3287-9b6d-40aa-a871-e8afd91579e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.1156046 May 27 03:30:37.226732 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f7c38-e368-4ca3-93a5-29a0f3910d15 req-6524da71-91be-4800-ac94-778f5f56ba7d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.228261 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db8f7c38-e368-4ca3-93a5-29a0f3910d15 req-6524da71-91be-4800-ac94-778f5f56ba7d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 947 time: 0.1543372 May 27 03:30:37.276504 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27490c-613d-4f6f-bbd4-c32490629bd3 req-7c5b3440-22d5-48e9-afa5-0eb126dcb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.278448 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-0f27490c-613d-4f6f-bbd4-c32490629bd3 req-7c5b3440-22d5-48e9-afa5-0eb126dcb4ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1100 time: 0.0981350 May 27 03:30:37.282886 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-4fb94493-d4ee-483b-ab14-acd3a654d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.284363 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-4fb94493-d4ee-483b-ab14-acd3a654d349 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1356957 May 27 03:30:37.292449 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db8f7c38-e368-4ca3-93a5-29a0f3910d15 req-d2a44ebd-1818-4dd6-8d4d-827f54bb5890 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571468 May 27 03:30:37.350611 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-0f27490c-613d-4f6f-bbd4-c32490629bd3 req-7d476538-abcd-4ffb-a41f-9fb8c9d55011 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477538 May 27 03:30:37.424658 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-6d6cb0fd-e465-4883-9091-3eb64a476133 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299446 May 27 03:30:37.560721 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7c2e7946-6ec4-4465-8cda-41910894f93e req-d207b9d4-9684-4eb6-bbe6-a07e5f28951a service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293511 May 27 03:30:37.749992 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56596) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:37.759019 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c35fd-40b9-4597-bf3f-042c1aa91a11 req-ce74e224-f5ea-45ed-a195-159a3bc6c5b1 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.760642 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c14c35fd-40b9-4597-bf3f-042c1aa91a11 req-ce74e224-f5ea-45ed-a195-159a3bc6c5b1 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 944 time: 0.0964437 May 27 03:30:37.813942 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c14c35fd-40b9-4597-bf3f-042c1aa91a11 req-15349ea3-957a-4d7c-890b-094f00c0a100 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 May 27 03:30:38.493070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.540092 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95fd90-9c89-400c-8c18-4c63718520dc req-fe45e39f-ccc1-43f2-9717-54d5da356474 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:38.550794 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dd95fd90-9c89-400c-8c18-4c63718520dc req-fe45e39f-ccc1-43f2-9717-54d5da356474 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 947 time: 0.1092174 May 27 03:30:38.618582 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dd95fd90-9c89-400c-8c18-4c63718520dc req-210ec340-9bc7-4e4e-bc82-2d6204c0439a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667150 May 27 03:30:39.043674 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Deleting port 79c084a3-d572-477c-9d02-86143eaf14fe {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:30:39.044115 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.048246 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8be92-c48d-4909-96c5-c2301afba352 req-71c85d0c-05cc-446b-8c91-697018a1844c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.049560 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ce8be92-c48d-4909-96c5-c2301afba352 req-71c85d0c-05cc-446b-8c91-697018a1844c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.1914165 May 27 03:30:39.106076 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd98f-3f30-4b9c-a551-45a734e37818 req-175a260c-e39c-4fef-9a9d-65b2fd29510e tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.107437 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e83cd98f-3f30-4b9c-a551-45a734e37818 req-175a260c-e39c-4fef-9a9d-65b2fd29510e tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 944 time: 0.1405554 May 27 03:30:39.137183 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ce8be92-c48d-4909-96c5-c2301afba352 req-e63a359e-04be-4329-921e-834f44092f82 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795672 May 27 03:30:39.168294 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e83cd98f-3f30-4b9c-a551-45a734e37818 req-669d639a-7613-441b-a952-fe9130938465 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522585 May 27 03:30:39.186476 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56646) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:39.222169 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] For port 79c084a3-d572-477c-9d02-86143eaf14fe, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=79c084a3-d572-477c-9d02-86143eaf14fe,segment=NetworkSegment(59394e32-90d6-477d-a11e-7659617a5610),segment_id=59394e32-90d6-477d-a11e-7659617a5610)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:39.222880 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.368413 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Calling delete_port for 79c084a3-d572-477c-9d02-86143eaf14fe owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:30:39.393439 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:30:39.398663 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 12e989d0-7e68-4af0-8c32-862392d376ec no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:39.458176 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 12e989d0-7e68-4af0-8c32-862392d376ec {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:30:39.458551 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 12e989d0-7e68-4af0-8c32-862392d376ec not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:39.552780 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91717-330e-4793-9c47-cdb57b6ec7e1 tempest-TestMinimumBasicScenario-1137275283 tempest-TestMinimumBasicScenario-1137275283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.557059 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9ed91717-330e-4793-9c47-cdb57b6ec7e1 tempest-TestMinimumBasicScenario-1137275283 tempest-TestMinimumBasicScenario-1137275283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1093 time: 0.3645046 May 27 03:30:39.557223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56652) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:39.562655 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'floatingip': {'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'port_id': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:39.568823 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:39.573036 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:floatingip and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:39.576305 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:39.583901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:39.605516 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for floatingip, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.638863 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:39.663793 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'port_id': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'mac_address': 'fa:16:3e:cf:a5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:30:39.745946 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.768354 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:39.772059 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.777297 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.783985 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:39.791146 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:39.797930 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.800187 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:39.876355 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Pushing event deleted for resources: {'Port': ['ID=79c084a3-d572-477c-9d02-86143eaf14fe,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.911812 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.915371 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:39.962826 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:40.048806 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67041c3c-32c0-455c-a60f-0084fcb8b7b4 req-87997809-a509-4972-803e-bf6cfdc986e2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:40.057040 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['9d9f00b8-b169-4fb0-a842-9720e34cc8a4'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:40.057671 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-67041c3c-32c0-455c-a60f-0084fcb8b7b4 req-87997809-a509-4972-803e-bf6cfdc986e2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 947 time: 0.2048304 May 27 03:30:40.075249 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Allocated IP 172.28.1.198 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/8affef6d-1702-4c11-91d3-da0e7bd5e548) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:40.141262 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-67041c3c-32c0-455c-a60f-0084fcb8b7b4 req-c95454bd-0b49-42e9-9406-a3144229718e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801504 May 27 03:30:40.332610 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.358845 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.480989 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.490206 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-403ac50d-0e07-4014-a719-7bdc96921884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:40.618995 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba088d-6027-4460-aeb7-327b6ba5035c req-db6e0c0b-c667-4dda-9c04-5c8b26c5ca02 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:40.621904 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-79ba088d-6027-4460-aeb7-327b6ba5035c req-db6e0c0b-c667-4dda-9c04-5c8b26c5ca02 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 945 time: 0.2351701 May 27 03:30:40.661283 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:40.669294 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:40.675060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:30:40.723067 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'Port': ['ID=8affef6d-1702-4c11-91d3-da0e7bd5e548,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:40.733277 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:40.734017 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Router 41ccc679-6741-4bab-a5ac-d542718011bd has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:30:40.740321 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-79ba088d-6027-4460-aeb7-327b6ba5035c req-ff4f8ca3-6254-4233-9492-72a95b2eaa49 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108046 May 27 03:30:40.920786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:30:40.930524 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] Sync routers for ids ['41ccc679-6741-4bab-a5ac-d542718011bd'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:40.934256 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-88728dab-b6c8-4f55-ac3c-16e4ef2b974c admin admin] 10.222.0.32 "PUT /v2.0/routers/41ccc679-6741-4bab-a5ac-d542718011bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1836748 May 27 03:30:40.936640 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56664) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:40.950455 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] Routers {'41ccc679-6741-4bab-a5ac-d542718011bd'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:40.951344 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:30:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['41ccc679-6741-4bab-a5ac-d542718011bd'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:41.142186 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.173581 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] Set router 41ccc679-6741-4bab-a5ac-d542718011bd gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:41.337164 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.364200 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.405050 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:41.414461 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Deleting port 8aade97b-5476-4016-9d9a-876bd6abf661 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:30:41.414913 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.507878 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:30:39Z', 'revision_number': 5, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port': {'id': '8aade97b-5476-4016-9d9a-876bd6abf661', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:22Z', 'updated_at': '2021-05-27T03:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:41.512323 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] Checking router: 41ccc679-6741-4bab-a5ac-d542718011bd for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:41.529161 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] Routers {'41ccc679-6741-4bab-a5ac-d542718011bd'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:41.533797 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:30:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['41ccc679-6741-4bab-a5ac-d542718011bd'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:41.561356 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:41.572164 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:41.572522 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.573074 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.587885 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] For port 8aade97b-5476-4016-9d9a-876bd6abf661, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=8aade97b-5476-4016-9d9a-876bd6abf661,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:41.588529 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.766274 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.811754 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:41.843989 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:41.856986 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.859838 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:41.895796 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-31c77357-73f2-48de-a89c-3689d8daf523 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410656 May 27 03:30:41.899556 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] Set router 41ccc679-6741-4bab-a5ac-d542718011bd gateway port host: None {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:41.992147 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'code': 200} May 27 03:30:42.015666 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.024469 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Calling delete_port for 8aade97b-5476-4016-9d9a-876bd6abf661 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:30:42.044804 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.052904 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:42.054999 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.084540 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:30:41Z', 'revision_number': 6, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:42.093331 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492b6b2-b1b6-4a6d-ad4b-c9bef40810c9 None None] The sync data for ids ['41ccc679-6741-4bab-a5ac-d542718011bd'] in dv-cinder-793264-1-smb is: [{'id': '41ccc679-6741-4bab-a5ac-d542718011bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1827030978-router', 'tenant_id': '1c52560ecc4840098ea777db6450aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:30:41Z', 'revision_number': 6, 'project_id': '1c52560ecc4840098ea777db6450aef5', 'gw_port_host': None}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:42.122832 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.137779 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d339fe2b-ef58-4a6d-b404-6ab06abccc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:42.267568 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.269240 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'Port': ['ID=8affef6d-1702-4c11-91d3-da0e7bd5e548,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.277107 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:42.278008 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:42.296167 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.372398 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aade97b-5476-4016-9d9a-876bd6abf661,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.408562 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:42.433280 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-124d55ca-ecd2-47a7-b9ba-2ace510fd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:42.434795 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-124d55ca-ecd2-47a7-b9ba-2ace510fd50f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 1100 time: 0.4977174 May 27 03:30:42.455152 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dbed3-c2a6-4462-b1f0-d17a9359a0c9 req-04367029-c016-4bef-85cf-2026f1eff8e5 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:42.456662 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea3dbed3-c2a6-4462-b1f0-d17a9359a0c9 req-04367029-c016-4bef-85cf-2026f1eff8e5 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.3981957 May 27 03:30:42.542874 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda392b-724c-4611-9a09-e37840fdc0e3 req-12c103a0-3f9e-4fec-9404-7bf9a0596288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:42.547057 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bdda392b-724c-4611-9a09-e37840fdc0e3 req-12c103a0-3f9e-4fec-9404-7bf9a0596288 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.2718120 May 27 03:30:42.555593 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.617640 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 79c084a3-d572-477c-9d02-86143eaf14fe no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:42.657096 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 79c084a3-d572-477c-9d02-86143eaf14fe {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:30:42.657590 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 79c084a3-d572-477c-9d02-86143eaf14fe not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:42.776216 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bdda392b-724c-4611-9a09-e37840fdc0e3 req-25696690-f789-46bc-b78c-408b4552a742 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216096 May 27 03:30:42.779851 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.782224 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.785917 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ea3dbed3-c2a6-4462-b1f0-d17a9359a0c9 req-c144de4a-fdcc-4795-a440-2a6c124d3b14 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899728 May 27 03:30:42.807320 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Floating IP 9ffedab0-0526-4ffe-af5f-4f0c1944398d associated. External IP: 172.28.1.198, port: 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba. May 27 03:30:42.867751 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.868527 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ccc679-6741-4bab-a5ac-d542718011bd {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:30:42.872475 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-bbdfb790-f748-49d9-bfd3-72278bd74a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:42.873944 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-bbdfb790-f748-49d9-bfd3-72278bd74a22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.4073639 May 27 03:30:42.882720 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.883857 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/41ccc679-6741-4bab-a5ac-d542718011bd HTTP/1.1" status: 204 len: 168 time: 1.9462495 May 27 03:30:42.886375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56672) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:42.945582 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Deleting subnet 52d65f8f-4d3f-465a-b36f-3da6cd8cb773 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:30:42.948622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.000655 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.059517 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-ff2df66b-f3f0-4bac-be5d-63b1cd718997 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 200 len: 1002 time: 0.1764681 May 27 03:30:43.072159 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.212752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-4806914a-663e-45c6-bb24-e64f8640d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:43.214213 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-4806914a-663e-45c6-bb24-e64f8640d8d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.1456888 May 27 03:30:43.359809 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.365665 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:43.380087 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Router 6947d005-53db-4034-af73-133eae7d19c5 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:30:43.394756 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-27502e6f-dece-4993-9911-5af02aa729ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:43.396845 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-27502e6f-dece-4993-9911-5af02aa729ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1224241 May 27 03:30:43.399225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d65f8f-4d3f-465a-b36f-3da6cd8cb773,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:43.402248 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:43.403226 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.409058 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-a7f35614-e528-48cf-8992-6bc2038e3bdf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/52d65f8f-4d3f-465a-b36f-3da6cd8cb773 HTTP/1.1" status: 204 len: 168 time: 0.5217125 May 27 03:30:43.412103 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56676) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:43.516052 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.663940 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1d27012b-bae0-46a8-a5be-43ba75d935c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.682703 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-bab76fbe-de65-468c-a148-5cf84ef83be0 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324250 May 27 03:30:43.683946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:30:43.697471 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] Sync routers for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:43.710686 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:43.711634 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:30:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:43.737206 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.751368 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05707e60-3000-4d0a-98ee-2b34b5be96f6']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:43.765363 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59394e32-90d6-477d-a11e-7659617a5610') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:43.765765 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59394e32-90d6-477d-a11e-7659617a5610') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:43.780966 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.800354 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.809222 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:30:43.810189 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:30:43.837189 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:30:43.914731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.932756 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:43.943926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.950381 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-528a48f6-4402-40d9-9c6a-c5237f3f70cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:43.965302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.976927 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=05707e60-3000-4d0a-98ee-2b34b5be96f6,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:43.979984 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:43.986363 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6ab0cc90-2434-4300-a90f-56056382ddd9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/05707e60-3000-4d0a-98ee-2b34b5be96f6 HTTP/1.1" status: 204 len: 168 time: 0.5732951 May 27 03:30:44.047366 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4891114 May 27 03:30:44.049396 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:44.050185 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56684) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.055662 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728450759', 'description': 'tempest-secgroup-smoke-728450759 description', 'project_id': 'b1d69fd080004fe2b43191430034ba0b'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:44.061294 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:44.062515 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4b75277c-53fa-46ca-a887-f658d9b18f64 req-3925beda-e1ee-463c-8f9a-2f315957f271 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691447 May 27 03:30:44.071750 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:44.087965 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.117594 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f878d-e78b-445e-bcaf-78a841170db3 req-17395603-2c27-4cdb-a9d2-c6e0e822ea7f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.119387 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-883f878d-e78b-445e-bcaf-78a841170db3 req-17395603-2c27-4cdb-a9d2-c6e0e822ea7f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.1637917 May 27 03:30:44.132040 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:44.135973 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:44.139080 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:44.146632 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:44.155058 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'status': 'completed', 'code': 200} May 27 03:30:44.234281 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-883f878d-e78b-445e-bcaf-78a841170db3 req-e0949034-e2a0-40e5-b814-e991a005d91d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090989 May 27 03:30:44.237010 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.242725 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.262219 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ecc17ed2-c33c-4ba5-ab45-0998bd4cc3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:44.269301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-b125ee52-73b5-4e0a-bf26-8918a943dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.270410 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-b125ee52-73b5-4e0a-bf26-8918a943dd26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1098 time: 0.1091595 May 27 03:30:44.314694 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56692) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.340598 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.344154 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:44.355359 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.356664 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-c99d7f21-61b4-44e3-b4fd-260c6eac0648 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3054364 May 27 03:30:44.359565 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56696) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.367453 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group_rule': {'security_group_id': '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309', 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:44.377488 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:44.389701 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:44.393458 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 8aade97b-5476-4016-9d9a-876bd6abf661 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:44.394624 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:44.409830 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:44.437564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.449410 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 8aade97b-5476-4016-9d9a-876bd6abf661 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:30:44.449762 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 8aade97b-5476-4016-9d9a-876bd6abf661 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:44.491961 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '9ffedab0-0526-4ffe-af5f-4f0c1944398d', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '6947d005-53db-4034-af73-133eae7d19c5', 'port_id': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'mac_address': 'fa:16:3e:42:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507663a7-02a8-4768-bb1c-50f794a168a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:30:41Z', 'updated_at': '2021-05-27T03:30:41Z', 'revision_number': 0, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:09Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:44.499355 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] Checking router: 6947d005-53db-4034-af73-133eae7d19c5 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:44.504837 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-932e56fe-9172-41cf-aeef-3e5241e8325a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c52560ecc4840098ea777db6450aef5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1862578 May 27 03:30:44.505522 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56700) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.514572 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:44.515525 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:30:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:44.531445 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-c3d6861f-6400-455d-bea7-674a6d49bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.532902 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-c3d6861f-6400-455d-bea7-674a6d49bc07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 914 time: 0.2509367 May 27 03:30:44.533070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.557306 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.564942 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-47176419-b8e6-4651-bc7a-4f76eaa35840 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:44.608011 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daff6dc9-23ab-4e02-ac3f-db9fd9a75348,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.611996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:44.618201 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.619489 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2589278 May 27 03:30:44.628476 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56704) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.633446 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group_rule': {'security_group_id': '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309', 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:44.647160 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:44.652348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.654265 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:44.657704 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:44.667102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dceb2-1b67-467b-9018-ee94e7f69c79 req-3cfb715c-55e3-4a56-a558-24aa01e3410a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.669905 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fd1dceb2-1b67-467b-9018-ee94e7f69c79 req-3cfb715c-55e3-4a56-a558-24aa01e3410a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.2359173 May 27 03:30:44.673192 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-e20d5d59-1aae-44a6-ad19-9d82b4620cdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 999 time: 0.1315317 May 27 03:30:44.673375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:44.695264 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.723752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.739696 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:44.774417 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fd1dceb2-1b67-467b-9018-ee94e7f69c79 req-ad8a7866-4ed2-4aee-8bdb-716f6edf11b3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961101 May 27 03:30:44.796679 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-6250f293-e6e0-4b47-81e6-ff06ebf85fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.796679 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-6250f293-e6e0-4b47-81e6-ff06ebf85fea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.1001022 May 27 03:30:44.796679 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56708) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.810891 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.826187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-102c078b-02be-47b9-afe0-b6c88a7b1ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:44.839173 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e053fe-88d5-4bbe-85de-d2a78a277c90,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.868071 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.869470 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:44.877719 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.879026 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-7563b74b-0b69-41ae-b3c5-5c34a97c2eb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53e053fe-88d5-4bbe-85de-d2a78a277c90 HTTP/1.1" status: 204 len: 168 time: 0.3709290 May 27 03:30:44.880545 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.882803 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1cbaac1d-d152-4439-b323-186703e0c578 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:44.884556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-77afc7c8-0719-42d7-9f49-409a486f6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.886168 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-77afc7c8-0719-42d7-9f49-409a486f6174 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834353 May 27 03:30:44.906492 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f7c45a-eb27-43e0-987f-93993c0cd883,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.909171 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:44.916673 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.918091 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2898297 May 27 03:30:44.921760 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56716) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.930187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group_rule': {'security_group_id': '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309', 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:44.943401 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:44.949391 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:44.956509 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:44.967996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:44.991345 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.077356 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-af44a466-1372-40d5-9db8-e485147b4677 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776314 May 27 03:30:45.100376 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.106698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.108769 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:45.143255 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56bf1b-5c0d-42e3-8794-8fdf902aee8e,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.146225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.150189 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2241547 May 27 03:30:45.150189 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-38ca6d01-8135-448f-8ff4-5c62456e37c4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:45.150740 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56720) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:45.156744 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group_rule': {'security_group_id': '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309', 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:45.162883 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:45.166829 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:45.170376 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:45.177273 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:45.197240 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.200399 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '9ffedab0-0526-4ffe-af5f-4f0c1944398d', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '6947d005-53db-4034-af73-133eae7d19c5', 'port_id': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'mac_address': 'fa:16:3e:42:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507663a7-02a8-4768-bb1c-50f794a168a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:30:41Z', 'updated_at': '2021-05-27T03:30:41Z', 'revision_number': 0, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:09Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:45.205142 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbe1e6-2b14-4a9c-8610-ded834dc2e59 None None] The sync data for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb is: [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '9ffedab0-0526-4ffe-af5f-4f0c1944398d', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '6947d005-53db-4034-af73-133eae7d19c5', 'port_id': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'mac_address': 'fa:16:3e:42:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507663a7-02a8-4768-bb1c-50f794a168a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:30:41Z', 'updated_at': '2021-05-27T03:30:41Z', 'revision_number': 0, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:09Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:45.268530 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.273556 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.276305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-dde42e81-40d2-4202-9f21-5c22a06f9028 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:45.281403 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813672b-0481-426f-945a-f37698e82609 tempest-TestShelveInstance-928420456 tempest-TestShelveInstance-928420456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:45.286692 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f813672b-0481-426f-945a-f37698e82609 tempest-TestShelveInstance-928420456 tempest-TestShelveInstance-928420456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1094 time: 0.4891121 May 27 03:30:45.289249 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56726) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:45.294420 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Request body: {'floatingip': {'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'port_id': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:45.296142 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c15b2b-2980-407f-afc8-f5526a8e8a99,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.302406 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:45.311598 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:45.320514 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Usage tracker for resource:floatingip and tenant:34f1d01d97c849219994fb5fae1d1a2e is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:45.324697 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:45.324992 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.326531 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1ce796f8-6f61-4d8f-93ec-34739dd95351 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750221 May 27 03:30:45.329257 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf6e9825-761b-4eaa-9f56-60f3027aff28 req-3811f35c-616d-4e54-a640-34d131151844 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421038 May 27 03:30:45.329664 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56730) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:45.333991 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:45.335446 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group_rule': {'security_group_id': '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309', 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:45.344053 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for floatingip, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.351037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:45.356789 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:45.360237 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:45.368706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:45.386499 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.securitygroups_db [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Project b1d69fd080004fe2b43191430034ba0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:30:45.393426 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.468696 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.476324 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.484837 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:45.512611 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d94b7-86a5-4eb1-bdd7-95a709b27799 None None] New status for floating IP 9ffedab0-0526-4ffe-af5f-4f0c1944398d: ACTIVE {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:30:45.520502 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e932f36-6fab-4dae-9489-79d0a68a6372,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.521051 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.532852 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:45.544741 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.549980 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191389 May 27 03:30:45.550828 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56742) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:45.557976 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'security_group_rule': {'security_group_id': '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309', 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:45.565042 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:45.570636 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Usage tracker for resource:security_group_rule and tenant:b1d69fd080004fe2b43191430034ba0b is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:45.574070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:45.581534 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:45.595364 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.securitygroups_db [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Project b1d69fd080004fe2b43191430034ba0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:30:45.604959 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.682642 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.688179 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Allocated IP 172.28.1.172 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/9b667a58-d475-4806-a2b9-7e8a4f900f92) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:45.688397 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.692824 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:45.734620 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6707f1-9574-46d6-a746-1ac78f80d1b8,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.738067 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:45.748382 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.750575 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-63d8dcfb-cb82-46f9-bd12-2c7cdc361d7f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1975822 May 27 03:30:45.891983 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.922795 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-d5d5b2e5-9e10-4df5-8e91-df81832b5512 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728450759&fields=id&tenant_id=b1d69fd080004fe2b43191430034ba0b HTTP/1.1" status: 200 len: 267 time: 0.0683873 May 27 03:30:46.006821 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d299bd29-d2a4-49c7-84f4-6a7e57e2c511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.080148 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.085678 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:46.153523 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:46.154084 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.159176 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:46.163958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:30:46.188398 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'Port': ['ID=9b667a58-d475-4806-a2b9-7e8a4f900f92,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:46.196356 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:46.208040 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-e273b48c-377a-45ef-be25-9c13dea72248 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:46.209480 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-e273b48c-377a-45ef-be25-9c13dea72248 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.2797639 May 27 03:30:46.225112 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'port': {'security_groups': ['5543647a-f8a2-4c16-95e0-334c0df89d84', '7d2cd7a3-e2db-4f9d-849b-d4428fe2c309']}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:30:46.436536 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.887716 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:30:46.928849 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.932491 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.935023 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.951125 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:46.953501 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:46.993689 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.063631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:47.063631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.063631 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8383b6bb-05b8-47ed-8066-095dde054e2c req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "PUT /v2.0/ports/3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 981 time: 0.8443239 May 27 03:30:47.063631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:47.146837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=6']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.151711 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:47.162335 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'status': 'completed', 'code': 200} May 27 03:30:47.163034 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.167375 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:30:47.407064 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-fb8ba32f-62bb-4eab-b979-44b3c4732d75 None None] Provisioning complete for port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:47.407433 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-fb8ba32f-62bb-4eab-b979-44b3c4732d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.460220 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7ef0c-8274-44c6-8239-ea1a41793233 req-c64b8cc9-766f-425a-8dc4-8c50494daa9f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:47.461625 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cfc7ef0c-8274-44c6-8239-ea1a41793233 req-c64b8cc9-766f-425a-8dc4-8c50494daa9f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.2483025 May 27 03:30:47.473665 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-fb446412-39b8-4b51-9c77-b2658ec9ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:47.475088 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-fb446412-39b8-4b51-9c77-b2658ec9ff2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1137 time: 0.2628627 May 27 03:30:47.709942 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cfc7ef0c-8274-44c6-8239-ea1a41793233 req-52cb30eb-e8ab-42b5-aae1-98c3455ec5ab tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316225 May 27 03:30:47.746367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.761842 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.767856 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:47.805218 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-e1cd1466-f9df-476b-99d4-5599482f04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:47.806700 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-e1cd1466-f9df-476b-99d4-5599482f04ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 914 time: 0.3148580 May 27 03:30:47.942523 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event updated for resources: {'Port': ['ID=9b667a58-d475-4806-a2b9-7e8a4f900f92,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.955139 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:47.977279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.031708 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-90e7fd01-a03f-4fa1-bd30-41cd26c9c2cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 1001 time: 0.2097554 May 27 03:30:48.183898 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-46c82aff-0f94-4520-987d-a642ec10ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:48.185377 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-46c82aff-0f94-4520-987d-a642ec10ca31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.1461403 May 27 03:30:48.243247 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Floating IP e17078f3-4ee4-4531-af16-a799ebf5ebb0 associated. External IP: 172.28.1.172, port: 9d9f00b8-b169-4fb0-a842-9720e34cc8a4. May 27 03:30:48.419661 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-f1a9aebe-8ef5-474c-b848-419638aaf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:48.421161 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-f1a9aebe-8ef5-474c-b848-419638aaf81d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2278001 May 27 03:30:48.701521 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-4e2b12aa-8626-4ce4-a1de-8fbb21bcaa0c service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727442 May 27 03:30:48.804332 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:30:48.828215 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.923460 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c24b79-f53a-44b1-84b6-b45bed6a3750 req-4677e832-b24c-45ad-95b2-37f2e93b949f service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140186 May 27 03:30:49.118657 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:30:49.128007 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] Sync routers for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:49.137225 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:49.137966 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:30:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:49.142256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.196473 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9061809 May 27 03:30:49.197193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:49.241082 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'status': 'completed', 'code': 200} May 27 03:30:49.323919 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:49.335994 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-56372f08-651e-4d64-8db0-871fbe022f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.337460 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-56372f08-651e-4d64-8db0-871fbe022f76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.0734477 May 27 03:30:49.465633 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-22012cdb-95a5-4737-adb1-265da887cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.467015 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-22012cdb-95a5-4737-adb1-265da887cfe5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.1227713 May 27 03:30:49.570750 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-a0aa515e-412e-42ae-8c65-e57804107856 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 1000 time: 0.0970902 May 27 03:30:49.649710 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-e19a4ac6-648c-4f19-a43e-96e10480ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.651984 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-e19a4ac6-648c-4f19-a43e-96e10480ec5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.0731530 May 27 03:30:49.668403 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': 'e17078f3-4ee4-4531-af16-a799ebf5ebb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'port_id': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'mac_address': 'fa:16:3e:cf:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:30:46Z', 'updated_at': '2021-05-27T03:30:46Z', 'revision_number': 0, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:49.672563 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] Checking router: 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:49.681518 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:30:49.682159 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:30:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:49.737901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-95317cf3-19c5-4c23-a7aa-860ff5154c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.740145 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-95317cf3-19c5-4c23-a7aa-860ff5154c8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814726 May 27 03:30:49.867272 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:30:49.883252 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-38015af7-ca90-4e78-883c-096d9d761971 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334372 May 27 03:30:50.020635 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bb10086-bbb7-428b-84ff-1d1144c96974 req-54a25a7e-c1d5-4f60-8069-8dce13e30a26 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293066 May 27 03:30:50.049517 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56828) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:50.168736 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.182938 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:50.186714 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe1f775e85f4b02a35d17f55712784c is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:50.189456 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:50.195052 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:50.263591 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': 'e17078f3-4ee4-4531-af16-a799ebf5ebb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'port_id': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'mac_address': 'fa:16:3e:cf:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:30:46Z', 'updated_at': '2021-05-27T03:30:46Z', 'revision_number': 0, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:50.267610 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4ad9d-9366-4327-bf91-a6fe4b3893e8 None None] The sync data for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb is: [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': 'e17078f3-4ee4-4531-af16-a799ebf5ebb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'port_id': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'mac_address': 'fa:16:3e:cf:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:30:46Z', 'updated_at': '2021-05-27T03:30:46Z', 'revision_number': 0, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:50.289816 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.293709 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.303688 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:50.344975 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fe1f775e85f4b02a35d17f55712784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942255 May 27 03:30:50.345838 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da23aeda-ca5d-4317-a80c-d7f80893ce88,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:50.347639 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56834) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:50.349515 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:50.405997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.432691 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.459263 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e269333-8756-4a2d-9a74-d82c530fa81a None None] New status for floating IP e17078f3-4ee4-4531-af16-a799ebf5ebb0: ACTIVE {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:30:50.488562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.493309 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0a29dbc0-a793-455d-877c-a2ccc823c9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:50.503258 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23aeda-ca5d-4317-a80c-d7f80893ce88,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:50.507072 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:50.510320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.511611 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da23aeda-ca5d-4317-a80c-d7f80893ce88 HTTP/1.1" status: 204 len: 168 time: 0.1622527 May 27 03:30:50.807435 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56842) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:50.824831 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.839442 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:50.843211 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Usage tracker for resource:security_group_rule and tenant:347f0e1fe05b4b73b646fc030f82e585 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:50.845956 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:50.851517 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:50.938429 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.942936 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.949673 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7828104f-3efa-4d54-b2c6-3ff874f6f020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:50.989678 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=347f0e1fe05b4b73b646fc030f82e585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808844 May 27 03:30:50.990565 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a92bc-89bc-4a04-985a-0dfe46a9d6c5,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:50.992147 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56846) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:50.993649 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8153a9a5-a915-49fb-a987-b74687b00a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:51.053139 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.078666 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.129850 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.134600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fbed7703-be6f-4cfb-b057-172a087df581 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:51.146315 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a92bc-89bc-4a04-985a-0dfe46a9d6c5,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:51.148385 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:51.155430 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.156562 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f1a92bc-89bc-4a04-985a-0dfe46a9d6c5 HTTP/1.1" status: 204 len: 168 time: 0.1634459 May 27 03:30:53.702501 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56920) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:53.815822 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.821849 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:30:53.830273 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:53.834093 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Usage tracker for resource:security_group_rule and tenant:28448e0a6d5848f48a1cdeb2717b8a78 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:53.836818 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:53.842436 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:53.924279 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.927770 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.936146 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b97ac486-0406-4d0e-b0a1-81c276365b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:53.977815 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28448e0a6d5848f48a1cdeb2717b8a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742975 May 27 03:30:53.979389 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54181b-4f77-41a2-826c-85d761661e00,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:53.980698 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56926) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:53.982259 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:54.038388 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.066054 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.115997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.120856 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a06d8e36-51e1-47c4-94ed-ac79b780c754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:54.132241 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54181b-4f77-41a2-826c-85d761661e00,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.137056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:54.140954 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.142074 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c54181b-4f77-41a2-826c-85d761661e00 HTTP/1.1" status: 204 len: 168 time: 0.1596329 May 27 03:30:54.415402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56934) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:54.433838 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.447587 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:54.451523 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Usage tracker for resource:security_group_rule and tenant:19f3f900b21a469caa34d88d16c5560f is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:54.454608 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:54.460249 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:54.541423 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.545842 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.553815 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ea0af5e9-89a9-4c48-a5cd-e13bd2e8e38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:54.595945 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19f3f900b21a469caa34d88d16c5560f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794820 May 27 03:30:54.596981 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbffcde-3216-409a-8d79-24364fb195c0,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.599221 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56938) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:54.600415 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:54.664065 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.688670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.739130 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.742943 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-83e5c4a1-6fb1-43c4-8cad-481f44092010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:54.755367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbffcde-3216-409a-8d79-24364fb195c0,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.758121 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:54.761345 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.763508 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cbffcde-3216-409a-8d79-24364fb195c0 HTTP/1.1" status: 204 len: 168 time: 0.1630304 May 27 03:30:55.885583 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 56972) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:56.001460 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.015459 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:56.019248 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9d2c1c079f4cde9fb0dc49f5a0eaac is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:56.022072 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:56.027681 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:56.111542 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.115569 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.127752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c7b21d57-524a-4aaf-b91f-2b09761ae577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:56.166846 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a9d2c1c079f4cde9fb0dc49f5a0eaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801523 May 27 03:30:56.167702 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9002ee5-1bdb-4d15-90ed-c617ef4b5365,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.169462 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 56980) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:56.170767 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:56.231180 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.255403 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.306620 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.310390 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-eae2c80b-22a7-4f3d-a804-8493065447b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:30:56.324080 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9002ee5-1bdb-4d15-90ed-c617ef4b5365,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.326306 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:30:56.328392 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.333247 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9002ee5-1bdb-4d15-90ed-c617ef4b5365 HTTP/1.1" status: 204 len: 168 time: 0.1613841 May 27 03:31:03.348247 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57080) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:03.462538 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.476754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:03.480497 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Usage tracker for resource:security_group_rule and tenant:aaa7a27bf6a14538abbad10d49fcb8aa is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:03.483255 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:03.489371 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:03.570411 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.573851 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.582145 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-fc6b6d84-9a20-441f-baff-081ab4b866a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:03.624375 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaa7a27bf6a14538abbad10d49fcb8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750876 May 27 03:31:03.625276 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7badb55b-e8ed-4004-a551-3385e30f4bbe,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.627036 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57088) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:03.628356 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:03.686074 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.712215 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.765032 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.770592 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-eaf6b225-d01a-48af-abcc-3ca729d70c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:03.783470 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7badb55b-e8ed-4004-a551-3385e30f4bbe,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.787852 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:03.800945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.804896 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7badb55b-e8ed-4004-a551-3385e30f4bbe HTTP/1.1" status: 204 len: 168 time: 0.1760228 May 27 03:31:04.170658 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84c01e-d693-4e28-934c-b5fae7dfb59c req-8e363f2a-acac-41be-a31f-44844c3672bd tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:04.172109 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9c84c01e-d693-4e28-934c-b5fae7dfb59c req-8e363f2a-acac-41be-a31f-44844c3672bd tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0857029 May 27 03:31:04.215937 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9c84c01e-d693-4e28-934c-b5fae7dfb59c req-268f5e92-6d9f-4f2f-bfd2-fc093ceb5bd2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376842 May 27 03:31:05.405732 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcbbd5-9a10-4f7e-af7c-b47d50c1a7ec req-7aa33d77-e5c8-4711-9ff7-1273b2c0c12e tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:05.407187 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-38bcbbd5-9a10-4f7e-af7c-b47d50c1a7ec req-7aa33d77-e5c8-4711-9ff7-1273b2c0c12e tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0821500 May 27 03:31:05.450189 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-38bcbbd5-9a10-4f7e-af7c-b47d50c1a7ec req-92232513-4711-4c49-b221-af465de740b1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 May 27 03:31:06.219973 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-7f216613-dafc-49b9-9fa8-1bb0d81a3b6d tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=beaf1b5f3b49497e818191d106f9b08c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271873 May 27 03:31:06.441694 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-e168c779-8268-4485-8d84-2c204dd841e0 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:06.443143 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-e168c779-8268-4485-8d84-2c204dd841e0 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184625 May 27 03:31:06.457151 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-59a0dbd0-1ec4-44c9-ab8f-ae82810d108d tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/quotas/beaf1b5f3b49497e818191d106f9b08c HTTP/1.1" status: 200 len: 375 time: 0.0086474 May 27 03:31:06.503354 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-e3c696bf-6008-414d-ae43-fb43c30a25ed tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=beaf1b5f3b49497e818191d106f9b08c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414455 May 27 03:31:06.678331 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3a6f820a-8335-4e9b-b7d9-eb1e7f9e4c36 req-dd044f49-e2cb-432e-824a-4c6023d84c0f tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 210 time: 0.0437479 May 27 03:31:06.693266 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bad44-956f-4b5e-993c-5b3239f8b2f6 req-4682a6ac-4a48-4f57-88b7-fc3009795e77 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:06.694760 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5c1bad44-956f-4b5e-993c-5b3239f8b2f6 req-4682a6ac-4a48-4f57-88b7-fc3009795e77 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1318099 May 27 03:31:06.741404 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5c1bad44-956f-4b5e-993c-5b3239f8b2f6 req-dd749654-5bcb-4bbc-8c03-da26b688d254 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 May 27 03:31:07.658254 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-6191d7ab-5614-41b5-a7ec-045d84b99a8b tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=beaf1b5f3b49497e818191d106f9b08c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331011 May 27 03:31:07.848458 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-79db8a96-dba6-4b59-a379-ca69bfde39ec req-0036c881-a47f-4561-a6f5-351b1ae614b6 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 210 time: 0.0615315 May 27 03:31:07.856922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-ab91d9fd-9ab9-4f3a-bb23-0c103bf42d81 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:07.858413 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-ab91d9fd-9ab9-4f3a-bb23-0c103bf42d81 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952612 May 27 03:31:07.898601 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Request body: {'port': {'device_id': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a', 'admin_state_up': True, 'tenant_id': 'beaf1b5f3b49497e818191d106f9b08c'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:08.049787 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f35a-2f47-493f-97de-c8e4cc61cb4e req-7bac4308-6b41-4206-9c54-3b0e6d46e0de tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:08.051814 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7988f35a-2f47-493f-97de-c8e4cc61cb4e req-7bac4308-6b41-4206-9c54-3b0e6d46e0de tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1924582 May 27 03:31:08.063666 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:08.085735 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Usage tracker for resource:port and tenant:beaf1b5f3b49497e818191d106f9b08c is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:08.090100 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:08.102695 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:08.119766 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7988f35a-2f47-493f-97de-c8e4cc61cb4e req-ea728653-0c2c-46c5-ab38-390283eb6bd8 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612276 May 27 03:31:08.120871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Made reservation on behalf of beaf1b5f3b49497e818191d106f9b08c for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:08.124169 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.137199 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.152138 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:08.155997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Usage tracker for resource:security_group_rule and tenant:beaf1b5f3b49497e818191d106f9b08c is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:08.158754 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:08.165031 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:08.248101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.251611 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.255682 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-940216f3-62a3-4687-9c59-92897db1b967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:08.338856 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59df66-dfbc-4a64-953a-3413a6b82de8,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.341957 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:08.425162 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Allocated IP 192.168.233.217 (928a2038-68cc-4b27-a4e7-7a3b0858401a/a553d0fe-1653-4bc6-88d1-9735390f3cc2/b51c7205-12ef-494e-b56a-cbe491837e81) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:08.622580 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.637632 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Transition to ACTIVE for port object b51c7205-12ef-494e-b56a-cbe491837e81 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:08.659983 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.665126 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:08.738692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Network 928a2038-68cc-4b27-a4e7-7a3b0858401a is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:08.741733 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:08.745316 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:31:08.776171 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Pushing event updated for resources: {'Port': ['ID=b51c7205-12ef-494e-b56a-cbe491837e81,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.782904 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:08.812553 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:08.813175 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.847111 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9521947 May 27 03:31:08.860766 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Request body: {'port': {'device_id': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:08.955475 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-461a66e0-a662-4712-9021-4c190bee71f4 None None] Provisioning for port b51c7205-12ef-494e-b56a-cbe491837e81 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:08.961320 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-461a66e0-a662-4712-9021-4c190bee71f4 None None] Provisioning complete for port b51c7205-12ef-494e-b56a-cbe491837e81 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:08.961691 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-461a66e0-a662-4712-9021-4c190bee71f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.032553 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.083865 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-461a66e0-a662-4712-9021-4c190bee71f4 None None] Port b51c7205-12ef-494e-b56a-cbe491837e81 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:31:09.124770 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce71f0-14cc-4590-8240-c51b32af034c req-45dce6ee-535d-4a4e-a5bb-5f7c9714713b tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:09.125463 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-25ce71f0-14cc-4590-8240-c51b32af034c req-45dce6ee-535d-4a4e-a5bb-5f7c9714713b tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Synchronizing usage tracker for tenant:beaf1b5f3b49497e818191d106f9b08c on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:09.200248 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-25ce71f0-14cc-4590-8240-c51b32af034c req-45dce6ee-535d-4a4e-a5bb-5f7c9714713b tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Unset dirty status for tenant:beaf1b5f3b49497e818191d106f9b08c on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:09.201376 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-25ce71f0-14cc-4590-8240-c51b32af034c req-45dce6ee-535d-4a4e-a5bb-5f7c9714713b tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 936 time: 0.2355556 May 27 03:31:09.449485 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-25ce71f0-14cc-4590-8240-c51b32af034c req-8d658d5e-8f4c-4cc0-9c67-e546c1514727 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Synchronizing usage tracker for tenant:beaf1b5f3b49497e818191d106f9b08c on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:09.500223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-25ce71f0-14cc-4590-8240-c51b32af034c req-8d658d5e-8f4c-4cc0-9c67-e546c1514727 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Unset dirty status for tenant:beaf1b5f3b49497e818191d106f9b08c on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:09.501334 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-25ce71f0-14cc-4590-8240-c51b32af034c req-8d658d5e-8f4c-4cc0-9c67-e546c1514727 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933235 May 27 03:31:09.522534 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36301df5-0476-4f41-aacf-da37a3738016 req-3191cc62-548f-4b28-946f-c2f80fbe9158 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:09.523917 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36301df5-0476-4f41-aacf-da37a3738016 req-3191cc62-548f-4b28-946f-c2f80fbe9158 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.3008049 May 27 03:31:09.623721 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-36301df5-0476-4f41-aacf-da37a3738016 req-2319fce4-5be7-40dd-86e1-1049beb5c025 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935950 May 27 03:31:09.630912 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51c7205-12ef-494e-b56a-cbe491837e81 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:09.638066 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.652982 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Transition to ACTIVE for port object b51c7205-12ef-494e-b56a-cbe491837e81 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:09.657153 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.663809 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3cb8531f-62f6-4168-bdce-d9ae95884c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:09.816058 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Pushing event updated for resources: {'Port': ['ID=b51c7205-12ef-494e-b56a-cbe491837e81,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.819027 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:09.889753 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Attempting to bind port b51c7205-12ef-494e-b56a-cbe491837e81 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:09.890093 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Attempting to bind port b51c7205-12ef-494e-b56a-cbe491837e81 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:09.890408 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Attempting to bind port b51c7205-12ef-494e-b56a-cbe491837e81 on network 928a2038-68cc-4b27-a4e7-7a3b0858401a {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:31:09.895926 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Port b51c7205-12ef-494e-b56a-cbe491837e81 on network 928a2038-68cc-4b27-a4e7-7a3b0858401a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:31:09.896247 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Attempting to bind port b51c7205-12ef-494e-b56a-cbe491837e81 on network 928a2038-68cc-4b27-a4e7-7a3b0858401a {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:31:09.901528 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:31:09.902001 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Checking segment: {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:31:09.902382 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Bound using segment: {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:31:09.902862 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Bound port: b51c7205-12ef-494e-b56a-cbe491837e81, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68882863-ee14-413c-bda2-fa3f6ad0c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:09.903209 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.991784 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] For port b51c7205-12ef-494e-b56a-cbe491837e81, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:31:09.995138 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] For port b51c7205-12ef-494e-b56a-cbe491837e81, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b51c7205-12ef-494e-b56a-cbe491837e81,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:31:09.999915 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.003451 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:10.059741 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.060326 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.061673 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] 10.222.0.10 "PUT /v2.0/ports/b51c7205-12ef-494e-b56a-cbe491837e81 HTTP/1.1" status: 200 len: 1098 time: 1.2052140 May 27 03:31:10.062745 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'tag': 'b51c7205-12ef-494e-b56a-cbe491837e81'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:10.086342 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Pushing event updated for resources: {'Port': ['ID=b51c7205-12ef-494e-b56a-cbe491837e81,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:10.089537 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:10.146577 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'tag': 'b51c7205-12ef-494e-b56a-cbe491837e81', 'status': 'completed', 'code': 200} May 27 03:31:10.188565 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-70720955-65f8-4e4f-913b-2e38dba13092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.190090 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-70720955-65f8-4e4f-913b-2e38dba13092 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=beaf1b5f3b49497e818191d106f9b08c&device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 1101 time: 0.0786588 May 27 03:31:10.261368 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-3e56f784-d1e6-4d11-b4ba-3c21c992b77d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b51c7205-12ef-494e-b56a-cbe491837e81 HTTP/1.1" status: 200 len: 217 time: 0.0599289 May 27 03:31:10.327052 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-63076fd1-0edf-4274-b620-edb6521b797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.328395 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-63076fd1-0edf-4274-b620-edb6521b797a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a553d0fe-1653-4bc6-88d1-9735390f3cc2 HTTP/1.1" status: 200 len: 843 time: 0.0604360 May 27 03:31:10.401364 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e826-1b50-4d66-9469-f40718195da2 req-bb879eda-2713-420a-aa5c-2201e93c8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.402819 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-bb879eda-2713-420a-aa5c-2201e93c8a8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=928a2038-68cc-4b27-a4e7-7a3b0858401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676694 May 27 03:31:10.531931 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-91e03c48-4abc-4605-a173-de8cda766f40 service neutron] 10.222.0.10 "GET /v2.0/networks/928a2038-68cc-4b27-a4e7-7a3b0858401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213105 May 27 03:31:10.721655 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c502e826-1b50-4d66-9469-f40718195da2 req-648b360b-9d89-4385-a42f-431757c29b9a service neutron] 10.222.0.10 "GET /v2.0/networks/928a2038-68cc-4b27-a4e7-7a3b0858401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831431 May 27 03:31:10.732796 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d80ab0-9a71-4092-aab0-0f3e0ea6b63b req-976ae70a-e287-4c70-8390-1bf8ddc11b5c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.734231 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-21d80ab0-9a71-4092-aab0-0f3e0ea6b63b req-976ae70a-e287-4c70-8390-1bf8ddc11b5c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 948 time: 0.1261992 May 27 03:31:10.884511 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-21d80ab0-9a71-4092-aab0-0f3e0ea6b63b req-1fb73bb3-4bba-4663-b8f8-7c2c0fd9f813 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136162 May 27 03:31:10.912660 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d9475-629c-40cd-8d56-2855e8a9021e req-452dc104-248c-481a-9487-9ac10485c564 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.914122 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c04d9475-629c-40cd-8d56-2855e8a9021e req-452dc104-248c-481a-9487-9ac10485c564 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1790137 May 27 03:31:10.916553 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-e7a45a9b-6361-4089-bc4d-e4c8b7c757ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.917895 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-e7a45a9b-6361-4089-bc4d-e4c8b7c757ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=beaf1b5f3b49497e818191d106f9b08c&device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 1101 time: 0.1417994 May 27 03:31:11.115706 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c04d9475-629c-40cd-8d56-2855e8a9021e req-4af3e6b7-12c7-43b3-a4a1-5c651eebf04c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959510 May 27 03:31:11.153343 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-d90c0cfb-eca2-4ecb-bd01-23903d0ec8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:11.154724 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-d90c0cfb-eca2-4ecb-bd01-23903d0ec8a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=928a2038-68cc-4b27-a4e7-7a3b0858401a HTTP/1.1" status: 200 len: 870 time: 0.2222638 May 27 03:31:11.224181 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-304114ec-ef19-40ca-8bef-a82c90749a60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b51c7205-12ef-494e-b56a-cbe491837e81 HTTP/1.1" status: 200 len: 217 time: 0.0620089 May 27 03:31:11.288826 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-5db09d97-7a5d-4d36-b3ae-f544875b8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:11.290197 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-5db09d97-7a5d-4d36-b3ae-f544875b8995 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a553d0fe-1653-4bc6-88d1-9735390f3cc2 HTTP/1.1" status: 200 len: 843 time: 0.0554328 May 27 03:31:11.368128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-e8537c56-d8e2-4c5d-b35b-263be522c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:11.369562 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-e8537c56-d8e2-4c5d-b35b-263be522c8bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=928a2038-68cc-4b27-a4e7-7a3b0858401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722408 May 27 03:31:11.497802 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-e857d42a-3c3e-4201-b042-37756bf9a917 service neutron] 10.222.0.10 "GET /v2.0/networks/928a2038-68cc-4b27-a4e7-7a3b0858401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209393 May 27 03:31:11.626420 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d87b5739-f3c8-4152-9e91-1567d9e36b5f req-70b1f22d-ac8f-4bde-9651-a23a12b23c7b service neutron] 10.222.0.10 "GET /v2.0/networks/928a2038-68cc-4b27-a4e7-7a3b0858401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210592 May 27 03:31:11.978791 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.071917 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb31a3b-84b5-46ff-8c2c-a3f08c97b6a4 req-ac686916-dfb2-49ab-b7ff-8bfcfb2c37ee tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:12.073344 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bfb31a3b-84b5-46ff-8c2c-a3f08c97b6a4 req-ac686916-dfb2-49ab-b7ff-8bfcfb2c37ee tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 948 time: 0.0798664 May 27 03:31:12.116309 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bfb31a3b-84b5-46ff-8c2c-a3f08c97b6a4 req-bd2e6721-0128-47c9-8da7-2cd839d2f73f tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 May 27 03:31:12.298563 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105603-5c20-41b5-93ec-edc6f446ca25 req-95cc0732-d20b-40ed-971c-61988f681f31 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:12.299998 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8e105603-5c20-41b5-93ec-edc6f446ca25 req-95cc0732-d20b-40ed-971c-61988f681f31 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0823519 May 27 03:31:12.345655 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8e105603-5c20-41b5-93ec-edc6f446ca25 req-46332a6a-d507-4739-bc53-6b6230156c0a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371420 May 27 03:31:13.295116 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d380e-3f18-448f-9b2d-69802e75ce31 req-46b5ecb0-bcdc-4407-a184-8bff1b820b1e tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:13.296562 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2b2d380e-3f18-448f-9b2d-69802e75ce31 req-46b5ecb0-bcdc-4407-a184-8bff1b820b1e tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 948 time: 0.0788183 May 27 03:31:13.340962 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2b2d380e-3f18-448f-9b2d-69802e75ce31 req-f4f4a3eb-d8ca-48e9-bd98-8f6e113e7139 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 May 27 03:31:13.510780 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device b51c7205-12ef-494e-b56a-cbe491837e81 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:13.642676 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port b51c7205-12ef-494e-b56a-cbe491837e81, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b51c7205-12ef-494e-b56a-cbe491837e81,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:13.662986 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9a5db-9f25-4594-9344-e82a976083c6 req-9fcd8b1c-020e-4d51-b6f5-5cc614335e68 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:13.664417 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6db9a5db-9f25-4594-9344-e82a976083c6 req-9fcd8b1c-020e-4d51-b6f5-5cc614335e68 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.2016528 May 27 03:31:13.665598 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': 'b51c7205-12ef-494e-b56a-cbe491837e81', 'network_id': '928a2038-68cc-4b27-a4e7-7a3b0858401a', 'port_id': 'b51c7205-12ef-494e-b56a-cbe491837e81', 'mac_address': 'fa:16:3e:cc:12:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a553d0fe-1653-4bc6-88d1-9735390f3cc2', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:13.668809 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-2646d3ae-e9a3-4aa4-9fab-62c7739a0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:13.670326 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-2646d3ae-e9a3-4aa4-9fab-62c7739a0b44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1137 time: 0.1738534 May 27 03:31:13.692273 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d28b4-a0f0-4874-a31e-f78d6601c434 req-c1d5ce48-fc1c-4625-b94e-b20f69e72350 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:13.693646 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-563d28b4-a0f0-4874-a31e-f78d6601c434 req-c1d5ce48-fc1c-4625-b94e-b20f69e72350 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1593142 May 27 03:31:13.696572 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-711a3286-167f-453a-8389-89b3b2c3b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.721733 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.738556 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51c7205-12ef-494e-b56a-cbe491837e81 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:13.753772 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port b51c7205-12ef-494e-b56a-cbe491837e81, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b51c7205-12ef-494e-b56a-cbe491837e81,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:13.758122 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.759903 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:13.807687 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6db9a5db-9f25-4594-9344-e82a976083c6 req-25a073d1-d130-4141-ac22-c7f1192635d2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349716 May 27 03:31:13.830679 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=b51c7205-12ef-494e-b56a-cbe491837e81,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.835642 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:13.843216 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-563d28b4-a0f0-4874-a31e-f78d6601c434 req-ab6de7e2-73fa-44e5-b86b-4552ed3805d8 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227763 May 27 03:31:13.880373 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-4f355054-2d4f-4191-b5a4-615b9d8d59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:13.881790 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-4f355054-2d4f-4191-b5a4-615b9d8d59dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 914 time: 0.1857562 May 27 03:31:13.980084 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-d898c8dd-98f7-40c2-a8f5-f2f8025eb386 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 1001 time: 0.0906563 May 27 03:31:14.033665 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['b51c7205-12ef-494e-b56a-cbe491837e81'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:31:14.047232 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-b6183b4b-fb1b-4d14-8515-a4c057092083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:14.048665 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-b6183b4b-fb1b-4d14-8515-a4c057092083 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.0592170 May 27 03:31:14.121486 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-541956d1-4dcf-4ee8-bfb8-8fc81beb7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:14.122963 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-541956d1-4dcf-4ee8-bfb8-8fc81beb7127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677702 May 27 03:31:14.331944 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-7984c861-5acc-458a-98c0-20d107be06af service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994286 May 27 03:31:14.518835 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89cbf181-22bf-4a99-870a-a5899aa5d4de req-87689cf9-295a-4dfe-b36e-e69d12a87d70 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716933 May 27 03:31:14.547777 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468d831-48d1-4cac-ac44-717592868870 req-19c44c73-8495-4891-9e25-6e6c86b401f5 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:14.549212 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b468d831-48d1-4cac-ac44-717592868870 req-19c44c73-8495-4891-9e25-6e6c86b401f5 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 949 time: 0.0968428 May 27 03:31:14.594748 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b468d831-48d1-4cac-ac44-717592868870 req-3916b305-6957-4e18-b946-bacc9050e0fe tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389557 May 27 03:31:15.054191 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa7337-31f8-4db8-8579-406fcb32e686 req-c3de2188-dc63-48cc-9db7-bd8857b4b0e8 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.055628 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19aa7337-31f8-4db8-8579-406fcb32e686 req-c3de2188-dc63-48cc-9db7-bd8857b4b0e8 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1396596 May 27 03:31:15.062943 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beb3e3-2585-4449-9869-9734721e7cc5 req-699cac1d-c43d-4bdb-a0da-56370be69d5d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.064270 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-44beb3e3-2585-4449-9869-9734721e7cc5 req-699cac1d-c43d-4bdb-a0da-56370be69d5d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1141148 May 27 03:31:15.132151 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19aa7337-31f8-4db8-8579-406fcb32e686 req-3b3e9f82-6455-467c-8fbb-77de2aaa5520 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669789 May 27 03:31:15.138315 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-44beb3e3-2585-4449-9869-9734721e7cc5 req-47cca520-a241-4d18-b975-dec9b284ae7e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603845 May 27 03:31:15.512645 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device b51c7205-12ef-494e-b56a-cbe491837e81 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:15.513531 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e10cfc-e13d-4172-96e0-44fed0c14200 req-2b1360d0-1c06-47ad-9f80-c27a9de546d4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.515010 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-14e10cfc-e13d-4172-96e0-44fed0c14200 req-2b1360d0-1c06-47ad-9f80-c27a9de546d4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1299658 May 27 03:31:15.561015 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-ac40521c-bcd1-4c16-aee1-e9c768839cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.562512 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-ac40521c-bcd1-4c16-aee1-e9c768839cdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1098 time: 0.1155050 May 27 03:31:15.569846 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-14e10cfc-e13d-4172-96e0-44fed0c14200 req-c9979438-9ba5-44b7-829b-e7eced57e005 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467541 May 27 03:31:15.581843 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port b51c7205-12ef-494e-b56a-cbe491837e81 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:15.590129 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port b51c7205-12ef-494e-b56a-cbe491837e81 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:15.590129 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.698853 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-a71c16d5-8613-4164-a3db-aa2cd064b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.700546 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-a71c16d5-8613-4164-a3db-aa2cd064b552 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.1296294 May 27 03:31:15.707077 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.733568 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51c7205-12ef-494e-b56a-cbe491837e81'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:15.743611 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port b51c7205-12ef-494e-b56a-cbe491837e81, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b51c7205-12ef-494e-b56a-cbe491837e81,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:15.749981 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.752004 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:15.787100 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51c7205-12ef-494e-b56a-cbe491837e81', 'code': 200} May 27 03:31:15.819578 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=b51c7205-12ef-494e-b56a-cbe491837e81,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.822618 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:15.862533 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-74c5cff9-6693-425d-8943-eac625a691be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 1000 time: 0.1201134 May 27 03:31:15.917664 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de376c5-dbd7-439c-b9ba-5a52edc4f6c1 req-74dff979-d505-466e-a9fd-3dc97a1e8bcf tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.919148 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6de376c5-dbd7-439c-b9ba-5a52edc4f6c1 req-74dff979-d505-466e-a9fd-3dc97a1e8bcf tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 949 time: 0.2123566 May 27 03:31:15.971061 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-6bdb1dad-0677-41d4-a2e1-6b740366cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.972582 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-6bdb1dad-0677-41d4-a2e1-6b740366cdfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.1015072 May 27 03:31:15.979502 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6de376c5-dbd7-439c-b9ba-5a52edc4f6c1 req-3309d3a9-0be4-4b8a-a10c-2080de920ba8 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517116 May 27 03:31:16.010205 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-2c247e4a-923d-41d6-9d15-ae7c8e70294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.026589 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea749784-980a-492d-8b35-022ba6b9c28a req-afc1e9e0-746c-4881-ad3c-9d57a4296f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:16.028014 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ea749784-980a-492d-8b35-022ba6b9c28a req-afc1e9e0-746c-4881-ad3c-9d57a4296f2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 1103 time: 0.0780888 May 27 03:31:16.057649 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-7b05acfd-eb9e-4fb4-9f4a-4b28b98ee77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:16.059204 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-7b05acfd-eb9e-4fb4-9f4a-4b28b98ee77e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787964 May 27 03:31:16.070407 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ea749784-980a-492d-8b35-022ba6b9c28a req-8cd0fce0-13ed-4671-8413-ac1cbea6ebf6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 May 27 03:31:16.146935 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.191857 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-7f18ed12-cf35-4286-8ae8-a6699daf518f service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248267 May 27 03:31:16.395839 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c93457a-3e5c-46de-8e86-1e2b11fbd847 req-7525f24d-6e2e-4e7b-ba32-3855fcb6c890 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797514 May 27 03:31:16.410121 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10b57-27e9-484c-9a17-0abbe348bacc req-c94e9618-621a-4cae-b774-3d3d466b5157 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:16.412147 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-88e10b57-27e9-484c-9a17-0abbe348bacc req-c94e9618-621a-4cae-b774-3d3d466b5157 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1298463 May 27 03:31:16.457967 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-88e10b57-27e9-484c-9a17-0abbe348bacc req-8eb11371-2776-4735-ad20-353be77af1ea tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400593 May 27 03:31:16.831905 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65073-d0c3-45cb-a320-45eba5b6dfd8 req-bae4200b-a8ae-4525-a411-b8f71fffd296 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:16.833926 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-23e65073-d0c3-45cb-a320-45eba5b6dfd8 req-bae4200b-a8ae-4525-a411-b8f71fffd296 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1558197 May 27 03:31:16.876899 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-23e65073-d0c3-45cb-a320-45eba5b6dfd8 req-f4e42ede-6b77-4c67-80b5-247069f298e4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374403 May 27 03:31:16.959077 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.175519 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d807fa-6cde-45cb-aed8-cd671713109c req-6c055f97-d2df-47c8-bef5-af01e34c83a4 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:17.177460 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-17d807fa-6cde-45cb-aed8-cd671713109c req-6c055f97-d2df-47c8-bef5-af01e34c83a4 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 950 time: 0.0805223 May 27 03:31:17.223580 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-17d807fa-6cde-45cb-aed8-cd671713109c req-f24cc93e-2350-465d-b49d-b56582dba051 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 May 27 03:31:17.638962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0624d8-1993-4383-8b46-d9288424463b req-2af17d35-0050-4958-9060-d01d6acaa2ad tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:17.640393 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e0624d8-1993-4383-8b46-d9288424463b req-2af17d35-0050-4958-9060-d01d6acaa2ad tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0784786 May 27 03:31:17.685510 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6e0624d8-1993-4383-8b46-d9288424463b req-bd68d7e8-46c6-4e3e-8cc9-060ffb7ae99d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394728 May 27 03:31:18.062646 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748bd35-1c75-4522-99f6-7863c9e4bddc req-e88cb857-54a6-4412-8c42-5988aa5e694c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.064082 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d748bd35-1c75-4522-99f6-7863c9e4bddc req-e88cb857-54a6-4412-8c42-5988aa5e694c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0810444 May 27 03:31:18.107455 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d748bd35-1c75-4522-99f6-7863c9e4bddc req-147b9090-652d-4f5f-b31d-69b0497c2712 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378270 May 27 03:31:18.402314 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b96f6-93ca-4bac-8514-19d3512bc183 req-098965e4-0df1-4970-9867-07ef3ed75258 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.403740 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6d9b96f6-93ca-4bac-8514-19d3512bc183 req-098965e4-0df1-4970-9867-07ef3ed75258 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 950 time: 0.0781155 May 27 03:31:18.446663 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6d9b96f6-93ca-4bac-8514-19d3512bc183 req-cba864ac-ccf4-40a6-a09c-1e4fe99a0dbe tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 May 27 03:31:18.833333 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:18.930737 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1a648-f96a-46d5-8120-1c154d74d974 req-74f2a337-3381-4869-80a4-e7d92d3cfdff tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.932161 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ade1a648-f96a-46d5-8120-1c154d74d974 req-74f2a337-3381-4869-80a4-e7d92d3cfdff tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 950 time: 0.1425960 May 27 03:31:18.940019 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d702b2-8ba9-445e-9b16-160fbdcde917 req-e1b73c13-0b2a-4c45-adbe-842e4a1f685d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.941440 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-94d702b2-8ba9-445e-9b16-160fbdcde917 req-e1b73c13-0b2a-4c45-adbe-842e4a1f685d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1170497 May 27 03:31:19.010120 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ade1a648-f96a-46d5-8120-1c154d74d974 req-70edaa43-39d1-4f07-bb53-457e63d3b2bf tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 May 27 03:31:19.013947 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-94d702b2-8ba9-445e-9b16-160fbdcde917 req-9b5037bf-9be4-46fe-86f8-4d43cd80d8fb tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587242 May 27 03:31:20.253416 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25b3a-85ec-4413-b00d-eccc1f524542 req-ec5669a8-1d5e-4ca8-9608-fd778e5f3e5e tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:20.255438 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e8a25b3a-85ec-4413-b00d-eccc1f524542 req-ec5669a8-1d5e-4ca8-9608-fd778e5f3e5e tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 950 time: 0.1415372 May 27 03:31:20.263463 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7294-2601-4fa8-b819-4eac5084de17 req-f0b5b501-4604-4ad4-9cda-5f9839f2b983 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:20.264793 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b38c7294-2601-4fa8-b819-4eac5084de17 req-f0b5b501-4604-4ad4-9cda-5f9839f2b983 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1192830 May 27 03:31:20.333683 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e8a25b3a-85ec-4413-b00d-eccc1f524542 req-6854428c-694e-48dc-a5d1-7bcb21523c6d tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d59df66-dfbc-4a64-953a-3413a6b82de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678840 May 27 03:31:20.344994 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b38c7294-2601-4fa8-b819-4eac5084de17 req-97f12135-f027-45e9-ade7-d5da19e62481 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660729 May 27 03:31:20.452402 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-e2c668d8-dfed-4a37-9a72-cddea1d45e33 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:20.453802 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-e2c668d8-dfed-4a37-9a72-cddea1d45e33 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 950 time: 0.0970211 May 27 03:31:20.587548 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Deleting port b51c7205-12ef-494e-b56a-cbe491837e81 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:31:20.587804 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.719695 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] For port b51c7205-12ef-494e-b56a-cbe491837e81, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b51c7205-12ef-494e-b56a-cbe491837e81,segment=NetworkSegment(68882863-ee14-413c-bda2-fa3f6ad0c3b4),segment_id=68882863-ee14-413c-bda2-fa3f6ad0c3b4)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:20.720047 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.838773 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Calling delete_port for b51c7205-12ef-494e-b56a-cbe491837e81 owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:31:21.011472 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.018253 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:21.022979 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['b51c7205-12ef-494e-b56a-cbe491837e81'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:31:21.063338 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Pushing event deleted for resources: {'Port': ['ID=b51c7205-12ef-494e-b56a-cbe491837e81,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.065662 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:21.224832 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] No DVR routers for this DVR port b51c7205-12ef-494e-b56a-cbe491837e81 on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:21.228033 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.230609 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'name': 'network-vif-deleted', 'tag': 'b51c7205-12ef-494e-b56a-cbe491837e81'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:21.247302 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b9099983-15b4-4371-9ba3-aeb8605432bd req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.10 "DELETE /v2.0/ports/b51c7205-12ef-494e-b56a-cbe491837e81 HTTP/1.1" status: 204 len: 173 time: 0.7865412 May 27 03:31:21.280761 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b694d5-5720-4070-b2a9-bc3c8fc37724', 'name': 'network-vif-deleted', 'tag': 'b51c7205-12ef-494e-b56a-cbe491837e81', 'status': 'completed', 'code': 200} May 27 03:31:21.534896 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-fa5930d9-fc68-47ed-b80e-a1187476098d req-43c421d9-6b08-49e7-b621-8a3c4539b203 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Synchronizing usage tracker for tenant:beaf1b5f3b49497e818191d106f9b08c on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:21.564465 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-fa5930d9-fc68-47ed-b80e-a1187476098d req-43c421d9-6b08-49e7-b621-8a3c4539b203 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Unset dirty status for tenant:beaf1b5f3b49497e818191d106f9b08c on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:21.565579 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fa5930d9-fc68-47ed-b80e-a1187476098d req-43c421d9-6b08-49e7-b621-8a3c4539b203 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b694d5-5720-4070-b2a9-bc3c8fc37724 HTTP/1.1" status: 200 len: 210 time: 0.1096585 May 27 03:31:21.582580 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250cec-09bb-44ea-acfc-8311904b7cc9 req-2717bc97-9a81-4f31-af1a-f6956ec7c471 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:21.582580 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-01250cec-09bb-44ea-acfc-8311904b7cc9 req-2717bc97-9a81-4f31-af1a-f6956ec7c471 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1283174 May 27 03:31:21.628270 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-01250cec-09bb-44ea-acfc-8311904b7cc9 req-b30f9035-683e-43b6-817c-2c99788cd660 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400126 May 27 03:31:22.821247 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c55aa5-0ba9-4f3c-bc7a-1d29cdddd9bd req-0a20dae1-3ee0-430b-9552-76d76a41449a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:22.822762 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-10c55aa5-0ba9-4f3c-bc7a-1d29cdddd9bd req-0a20dae1-3ee0-430b-9552-76d76a41449a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0868332 May 27 03:31:22.871111 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-10c55aa5-0ba9-4f3c-bc7a-1d29cdddd9bd req-396433dc-c679-475b-bb4e-f04873f3ae9c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422068 May 27 03:31:23.538358 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device b51c7205-12ef-494e-b56a-cbe491837e81 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:23.575542 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: b51c7205-12ef-494e-b56a-cbe491837e81 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:31:23.575886 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device b51c7205-12ef-494e-b56a-cbe491837e81 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:23.793994 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f64de-1184-4c7d-bf32-2a734559138e req-c5ef5028-e128-45f5-92a2-7a2812a29bc2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:23.795684 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8f5f64de-1184-4c7d-bf32-2a734559138e req-c5ef5028-e128-45f5-92a2-7a2812a29bc2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 947 time: 0.0792079 May 27 03:31:23.841151 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8f5f64de-1184-4c7d-bf32-2a734559138e req-8cfd2838-a956-44f1-aa8d-00bad9427323 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393348 May 27 03:31:24.067999 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fbe55-ed66-4eab-904c-bfc61c908175 req-069902cc-ad12-424d-8789-7d621f7358b0 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:24.069533 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf3fbe55-ed66-4eab-904c-bfc61c908175 req-069902cc-ad12-424d-8789-7d621f7358b0 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0853541 May 27 03:31:24.117630 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cf3fbe55-ed66-4eab-904c-bfc61c908175 req-939eb686-5944-484c-a490-38486d5844c7 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414481 May 27 03:31:25.178052 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcad0-53d0-41b8-9ec6-b947c5fca853 req-6b5e1451-29fd-475b-88ce-bdf14afe9f79 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:25.179693 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-80fdcad0-53d0-41b8-9ec6-b947c5fca853 req-6b5e1451-29fd-475b-88ce-bdf14afe9f79 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 947 time: 0.0846257 May 27 03:31:25.232317 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-80fdcad0-53d0-41b8-9ec6-b947c5fca853 req-70b0110a-2c31-4989-86f5-e8c559c99a19 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff9fbfb-70e7-4a7b-882b-126b338c7931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 May 27 03:31:25.319936 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189e647-240b-4d30-97e5-f0028c3b7eb6 req-1aee851c-28fd-46b3-9690-169d556f75d3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:25.321432 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9189e647-240b-4d30-97e5-f0028c3b7eb6 req-1aee851c-28fd-46b3-9690-169d556f75d3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0854943 May 27 03:31:25.370783 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9189e647-240b-4d30-97e5-f0028c3b7eb6 req-e52a658f-c2b5-4c02-8cf6-1904eb6e7d80 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435059 May 27 03:31:25.498935 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-04139bad-4537-47a3-9579-9d36d4d31f82 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:25.500362 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-04139bad-4537-47a3-9579-9d36d4d31f82 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 947 time: 0.0828211 May 27 03:31:25.637939 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Deleting port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:31:25.638282 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.775543 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] For port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:25.775900 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.079434 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.079721 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.080028 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Floating IP 6e9f253a-58e6-4121-b76d-f7a6296d5bff disassociated. External IP: 172.28.1.126, port: 72284dc1-4cb5-4e39-a7a6-b2b4e5580414. May 27 03:31:26.080358 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Calling delete_port for 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:31:26.185571 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.190674 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:26.237469 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event deleted for resources: {'Port': ['ID=72284dc1-4cb5-4e39-a7a6-b2b4e5580414,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:26.240329 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:26.551705 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6417af5c-b45c-414c-aaed-380fea2c771a req-3d21130d-fbca-45cb-b472-f0db27613634 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0fe4d21-af04-48a3-b775-7aa468af9c46 HTTP/1.1" status: 200 len: 210 time: 0.0963273 May 27 03:31:26.595984 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:31:26.671915 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b29467-c338-4214-ae64-7f801378a0dd req-b29c43f2-5784-4cfb-b83d-3295496316f4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:26.673363 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-13b29467-c338-4214-ae64-7f801378a0dd req-b29c43f2-5784-4cfb-b83d-3295496316f4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1783221 May 27 03:31:26.802997 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-13b29467-c338-4214-ae64-7f801378a0dd req-d436b8f1-b176-4d5c-9e3b-19f2f90e88b5 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211014 May 27 03:31:26.824609 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:31:26.835293 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:26.844313 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:31:26.844921 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:26.900165 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] No DVR routers for this DVR port 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:26.903253 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.906713 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-deleted', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:26.919530 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5412e671-9e28-4ab5-bdce-67c2dd8b2c7e req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "DELETE /v2.0/ports/72284dc1-4cb5-4e39-a7a6-b2b4e5580414 HTTP/1.1" status: 204 len: 173 time: 1.4130073 May 27 03:31:26.960200 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe4d21-af04-48a3-b775-7aa468af9c46', 'name': 'network-vif-deleted', 'tag': '72284dc1-4cb5-4e39-a7a6-b2b4e5580414', 'status': 'completed', 'code': 200} May 27 03:31:27.046974 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:31:27.309935 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57504) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:27.437560 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:27.441628 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:27.450112 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:31:27.450827 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:27.499481 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57510) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:27.500143 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9b2f2c92-4b78-4e59-a705-eca033989256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=beaf1b5f3b49497e818191d106f9b08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883669 May 27 03:31:27.574316 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.601384 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.639180 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:31:27.654639 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.658368 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8981216e-8c09-4a1c-97f7-5e9a6bdb2123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:27.673495 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59df66-dfbc-4a64-953a-3413a6b82de8,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:27.682015 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.682366 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.682704 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.683045 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.683389 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.683720 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.684256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.684595 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.684934 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.685267 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.685670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.685958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.691953 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57518) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:27.699733 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:27.702424 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.703725 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d59df66-dfbc-4a64-953a-3413a6b82de8 HTTP/1.1" status: 204 len: 168 time: 0.2033627 May 27 03:31:27.758995 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.790224 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.852322 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.865481 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ed945b62-11da-40bf-a46b-447299542daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:27.877938 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9fbfb-70e7-4a7b-882b-126b338c7931,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:27.888273 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.888958 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.889523 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.890089 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.890441 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.890790 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.891135 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.891582 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.892077 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.892594 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.892937 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.893418 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:27.897327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:27.898963 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.900069 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ff9fbfb-70e7-4a7b-882b-126b338c7931 HTTP/1.1" status: 204 len: 168 time: 0.2080345 May 27 03:31:27.903081 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57528) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:27.932218 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.api.v2.resource [None req-6b0dddce-3491-4656-8b53-74a559791d78 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] show failed (client error): The resource could not be found. May 27 03:31:27.936318 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57532) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:27.936748 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6b0dddce-3491-4656-8b53-74a559791d78 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups/4ff9fbfb-70e7-4a7b-882b-126b338c7931 HTTP/1.1" status: 404 len: 347 time: 0.0321836 May 27 03:31:28.015807 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:28.020559 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42921bd-7bc4-4693-9dcb-e1930b340a17 None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:28.117811 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c6537-aa98-4f45-8b30-851df5409418 req-335d918d-e399-4b90-b231-d8b038962e1f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:28.125346 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7d5c6537-aa98-4f45-8b30-851df5409418 req-335d918d-e399-4b90-b231-d8b038962e1f tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.1412802 May 27 03:31:28.183719 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7d5c6537-aa98-4f45-8b30-851df5409418 req-c1319293-7513-4105-8bcd-5a8dc7239e98 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574856 May 27 03:31:28.308430 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Deleting port c9b98bc8-b37b-4a2b-a316-b271ac22b97d {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:31:28.308777 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.375829 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76a5ac-0614-4e41-875c-59c00d00dd04 None None] New status for floating IP 6e9f253a-58e6-4121-b76d-f7a6296d5bff: DOWN {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:31:28.445165 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.445700 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.619386 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Calling delete_port for c9b98bc8-b37b-4a2b-a316-b271ac22b97d owned by network:floatingip {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:31:28.748864 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.755393 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a1ed3a5c-a4d0-48b3-9f76-9f901b7d0d49 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:28.805785 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event deleted for resources: {'Port': ['ID=c9b98bc8-b37b-4a2b-a316-b271ac22b97d,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:28.809260 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:28.906962 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.921112 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.926362 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "DELETE /v2.0/floatingips/6e9f253a-58e6-4121-b76d-f7a6296d5bff HTTP/1.1" status: 204 len: 168 time: 0.9850171 May 27 03:31:29.120391 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57562) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:29.125737 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075852102', 'description': 'tempest-description--728605793'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:29.133173 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:29.137857 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:29.140754 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.147063 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.158385 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.181577 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:29.185413 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:29.188298 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.194165 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.270621 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.275443 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.279672 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-88beb4a9-974e-4b6c-b23a-9212bd55a6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:29.330096 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8278db-466e-4833-999b-cc9625cb01cc,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:29.333577 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:29.340153 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.344866 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2234137 May 27 03:31:29.345622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57568) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:29.352314 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'security_group_rule': {'security_group_id': '4d8278db-466e-4833-999b-cc9625cb01cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:29.358550 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:29.362400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:29.365848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.372010 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.389769 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.404549 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4040c-1c03-4cad-994a-fe3a83e6bffb req-3bd02ab9-ebd1-4ad7-9a3a-db6ccba268e0 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:29.406151 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7cc4040c-1c03-4cad-994a-fe3a83e6bffb req-3bd02ab9-ebd1-4ad7-9a3a-db6ccba268e0 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0874484 May 27 03:31:29.454366 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7cc4040c-1c03-4cad-994a-fe3a83e6bffb req-68b3f20a-6090-4153-ba9a-c98977b2b35d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413573 May 27 03:31:29.456208 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.460783 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.462837 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:29.484971 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01beac2b-5e35-4f77-bf04-a544cef412a7,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:29.487333 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:29.493920 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.495069 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-5733d557-f734-4a48-83b0-8b9c7343db57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483004 May 27 03:31:29.497722 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57572) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:29.502634 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'security_group_rule': {'security_group_id': '4d8278db-466e-4833-999b-cc9625cb01cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:29.508592 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:29.512295 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:security_group_rule and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:29.515095 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.521287 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.538954 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.581486 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:29.599466 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.603199 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.605344 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-12faa63b-9eda-4e53-b0f3-c857708936bf tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:29.614488 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:31:29.614841 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 72284dc1-4cb5-4e39-a7a6-b2b4e5580414 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:29.624918 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c16b89-00bd-445c-a09d-96b5c70b5407,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:29.629466 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:29.637455 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.638666 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-f290d6d7-e162-44c7-b2d6-1aee304fdb57 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400311 May 27 03:31:29.641720 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57576) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:29.647376 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'floatingip': {'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:29.652885 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:29.656705 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Usage tracker for resource:floatingip and tenant:14703d4108504b9b8a86704d529b30cf is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:29.659682 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.665382 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.675241 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.806965 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.942166 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Allocated IP 172.28.1.23 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/199ca5e9-636f-4b5f-9f86-bf92a7c24386) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:30.082600 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.110028 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.114698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aa125744-9960-481d-bcde-1215eae3a040 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:30.173810 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:30.177134 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:30.180871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:31:30.219750 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'Port': ['ID=199ca5e9-636f-4b5f-9f86-bf92a7c24386,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:30.227555 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:30.265793 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.329080 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.551934 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.561285 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.565641 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:30.665056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104e03-2b5a-4606-9501-d558ccdd1921 req-9d9918cc-1c96-49bc-b49e-5404b09d468e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:30.666697 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-41104e03-2b5a-4606-9501-d558ccdd1921 req-9d9918cc-1c96-49bc-b49e-5404b09d468e tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0838008 May 27 03:31:30.716604 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-41104e03-2b5a-4606-9501-d558ccdd1921 req-99c36355-fecc-4c63-b4ca-6c81421506b3 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&id=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431328 May 27 03:31:30.762652 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'Port': ['ID=199ca5e9-636f-4b5f-9f86-bf92a7c24386,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:30.766696 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:30.776327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.798172 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.799373 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1567252 May 27 03:31:30.820836 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:31:31.012661 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-8480ebf3-5601-4db9-92ef-0cd571536141 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2075852102&fields=id&tenant_id=14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 267 time: 0.0378847 May 27 03:31:31.157805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-c10b001c-f955-4648-accb-4fad23558f9a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:31.159245 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-c10b001c-f955-4648-accb-4fad23558f9a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 816 time: 0.1406379 May 27 03:31:31.173035 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-9fd94652-8993-4e80-9098-00a90d6d2dae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/quotas/14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 375 time: 0.0083601 May 27 03:31:31.257438 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ebac3334-cf74-4125-804d-19b079da53c5 req-50be8a2b-a324-4296-bd21-ac98edd8f066 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Synchronizing usage tracker for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:31.272219 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ebac3334-cf74-4125-804d-19b079da53c5 req-50be8a2b-a324-4296-bd21-ac98edd8f066 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Unset dirty status for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:31.273446 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-50be8a2b-a324-4296-bd21-ac98edd8f066 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958650 May 27 03:31:31.407305 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-d679e546-3b29-43a4-add5-f8d7e2014f21 service neutron] 10.222.0.32 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224573 May 27 03:31:31.532576 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-e9f4348f-481d-4111-abbc-07adb89f54c7 service neutron] 10.222.0.32 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195307 May 27 03:31:31.715589 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebd5d098-4ce0-4423-bed7-75e4282bbddd req-cb3c3737-bbe2-4550-9712-0c73d23f39f6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 210 time: 0.0455205 May 27 03:31:32.899614 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-cabec507-1d17-4ce1-97e0-1dc8844bb6c8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:32.901028 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-cabec507-1d17-4ce1-97e0-1dc8844bb6c8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 816 time: 0.2877209 May 27 03:31:32.903138 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-27c1267d-5119-402d-bb7e-91eb205c7db0 req-e56e6471-6137-4114-af04-969c83c1d424 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 210 time: 0.0586574 May 27 03:31:32.959020 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-885ab503-cb80-4300-ae84-f2f4ba223622 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 380 time: 0.0439909 May 27 03:31:32.972062 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'port': {'device_id': '284f01fd-ed59-4b35-af0e-205d95c91748', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'admin_state_up': True, 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'security_groups': ['4d8278db-466e-4833-999b-cc9625cb01cc']}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:33.105726 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:33.115879 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:33.126623 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Made reservation on behalf of 14703d4108504b9b8a86704d529b30cf for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:33.130968 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.298502 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Allocated IP 172.20.0.10 (752aa57e-d0c0-4d33-b3fe-a94576910797/7b6f5313-66a3-441e-b345-2130c894bbb6/8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:33.483310 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.498395 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Transition to ACTIVE for port object 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:33.520874 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.526164 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8cd6bed3-a491-411a-88e8-f7c35d76d604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:33.589945 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:33.592914 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:33.596440 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:31:33.630463 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:33.637391 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:33.668110 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:33.668740 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.693755 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252619 May 27 03:31:33.706230 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Request body: {'port': {'device_id': '284f01fd-ed59-4b35-af0e-205d95c91748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:33.797590 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-45efeab3-1fa4-47e0-888e-5b7a67fc6e52 None None] Provisioning for port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:33.802743 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-45efeab3-1fa4-47e0-888e-5b7a67fc6e52 None None] Provisioning complete for port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:33.803236 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-45efeab3-1fa4-47e0-888e-5b7a67fc6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.817341 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.859167 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-45efeab3-1fa4-47e0-888e-5b7a67fc6e52 None None] Port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:31:34.148195 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c150625-9f45-44e3-9bef-be357ffbf974 req-dade3e4e-8076-4c99-b851-a2c5738f3cc5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:34.148884 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-9c150625-9f45-44e3-9bef-be357ffbf974 req-dade3e4e-8076-4c99-b851-a2c5738f3cc5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Synchronizing usage tracker for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:34.212752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-9c150625-9f45-44e3-9bef-be357ffbf974 req-dade3e4e-8076-4c99-b851-a2c5738f3cc5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Unset dirty status for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:34.213908 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9c150625-9f45-44e3-9bef-be357ffbf974 req-dade3e4e-8076-4c99-b851-a2c5738f3cc5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 932 time: 0.1921782 May 27 03:31:34.238761 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:34.249594 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.281514 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Transition to ACTIVE for port object 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:34.284775 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9c150625-9f45-44e3-9bef-be357ffbf974 req-237fe956-7456-40e1-9861-fccff9722dde tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641162 May 27 03:31:34.286432 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.290009 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:34.416668 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:34.448383 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:34.521622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Attempting to bind port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:34.521979 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Attempting to bind port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:34.522301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Attempting to bind port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf on network 752aa57e-d0c0-4d33-b3fe-a94576910797 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:31:34.526805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf on network 752aa57e-d0c0-4d33-b3fe-a94576910797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:31:34.527116 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Attempting to bind port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf on network 752aa57e-d0c0-4d33-b3fe-a94576910797 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:31:34.532024 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:31:34.532353 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Checking segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:31:34.532729 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Bound using segment: {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:31:34.533143 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Bound port: 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b67c0bf-3efe-40e0-bbd3-655ed0622e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:34.533483 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.719941 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:31:34.725453 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:31:34.730024 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.733617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:34.793493 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:34.794128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.795536 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] 10.222.0.10 "PUT /v2.0/ports/8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 200 len: 1094 time: 1.0935574 May 27 03:31:34.796067 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:34.817256 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:34.821142 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:34.883652 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'status': 'completed', 'code': 200} May 27 03:31:34.927015 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-39634a03-5a46-4c59-bf4c-2d25d1fd8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:34.928533 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-39634a03-5a46-4c59-bf4c-2d25d1fd8113 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1097 time: 0.0786812 May 27 03:31:35.002912 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-275491f3-b347-4391-a5a1-56b01c6e69f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 200 len: 217 time: 0.0668554 May 27 03:31:35.065448 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-f4ea3ac5-0c65-4bb0-99d4-266faf0b40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.066930 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-f4ea3ac5-0c65-4bb0-99d4-266faf0b40ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0581176 May 27 03:31:35.145420 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3334-cf74-4125-804d-19b079da53c5 req-7a0d78cb-ca25-4af8-abf1-2db3632c574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.146928 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-7a0d78cb-ca25-4af8-abf1-2db3632c574e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735750 May 27 03:31:35.290893 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-beefa488-99e0-4eee-ae3b-233315e91260 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257186 May 27 03:31:35.461351 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ebac3334-cf74-4125-804d-19b079da53c5 req-ac5d0451-a054-4df8-8358-4c6e2b82730b service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645491 May 27 03:31:35.497591 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22a227-7829-4b72-a6d8-ffa05ce56f9e req-83667b5c-d93b-41e8-9bd1-c8a279e44bbf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.499065 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4c22a227-7829-4b72-a6d8-ffa05ce56f9e req-83667b5c-d93b-41e8-9bd1-c8a279e44bbf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0966821 May 27 03:31:35.595059 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4c22a227-7829-4b72-a6d8-ffa05ce56f9e req-f1a360e8-bda8-429d-a768-fb35e418e7cb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625005 May 27 03:31:35.607128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-236625ac-0fff-4242-abe6-d510fd931afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.608526 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-236625ac-0fff-4242-abe6-d510fd931afd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1097 time: 0.1059549 May 27 03:31:35.736599 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-2d5016d3-c399-4fdd-a4fe-fb6a0ae955bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.738053 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-2d5016d3-c399-4fdd-a4fe-fb6a0ae955bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.1231599 May 27 03:31:35.805762 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-3d47217c-d6a8-4c85-8336-0e744ffdc6f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 200 len: 217 time: 0.0606413 May 27 03:31:35.873563 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-26b3165d-12bf-438b-8591-ed1d832639f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.874979 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-26b3165d-12bf-438b-8591-ed1d832639f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0599096 May 27 03:31:35.950221 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-5d353b56-8d6f-4a1b-ac15-7a9605270119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.951911 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-5d353b56-8d6f-4a1b-ac15-7a9605270119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692859 May 27 03:31:36.080768 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-52a5ec52-7ec9-4ef6-847f-f142eb263988 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218276 May 27 03:31:36.217915 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b991670f-0268-491e-9c18-fbaa35c28ec0 req-ad5e006f-5eaf-42aa-9d83-b1b972d3da3c service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295903 May 27 03:31:36.780778 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb47d-8021-4d81-bf90-8727ef74033e req-b288ef91-1f84-44ac-9476-cbcaf93eaadf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:36.782397 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a2bfb47d-8021-4d81-bf90-8727ef74033e req-b288ef91-1f84-44ac-9476-cbcaf93eaadf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0790665 May 27 03:31:36.900843 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a2bfb47d-8021-4d81-bf90-8727ef74033e req-b4d36f1b-bc68-4913-a9ba-8590403b3ffe tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122694 May 27 03:31:37.612272 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:37.742630 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:37.755772 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'mac_address': 'fa:16:3e:cd:fa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:37.808995 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.824895 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:37.840136 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:37.843667 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.845399 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:37.911362 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:37.918444 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.918787 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.919122 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.919452 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.919775 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.920099 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.920432 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.920766 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.921084 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.921401 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.921717 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.922056 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:37.926274 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:38.084803 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541abc69-727b-4768-9629-e1fae8862e16 req-a45fbeb2-02e2-4891-b367-b39df0d2d9a2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:38.086141 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-541abc69-727b-4768-9629-e1fae8862e16 req-a45fbeb2-02e2-4891-b367-b39df0d2d9a2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 945 time: 0.0773184 May 27 03:31:38.092807 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:31:38.130373 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-541abc69-727b-4768-9629-e1fae8862e16 req-c6830b99-34cb-42cf-8772-dd7899b77f24 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 May 27 03:31:39.322556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70c38e-cd5e-4861-bc36-d40a9c818669 req-31d6a20e-7f02-4891-b14b-6756caa5b6bd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:39.324011 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9f70c38e-cd5e-4861-bc36-d40a9c818669 req-31d6a20e-7f02-4891-b14b-6756caa5b6bd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 945 time: 0.0857835 May 27 03:31:39.369435 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9f70c38e-cd5e-4861-bc36-d40a9c818669 req-705d41be-c0ff-41d3-bbe4-ca49003c0b16 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 May 27 03:31:39.621382 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:39.717929 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:39.722390 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:39.722765 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.840242 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.867265 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:39.876661 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:39.882217 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.884138 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-379d7566-4c8f-45fa-ac45-0490ecfffa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:39.917905 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'code': 200} May 27 03:31:39.937039 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57712) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:39.950830 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:39.954510 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:40.056594 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.070587 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:40.074269 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Usage tracker for resource:security_group_rule and tenant:ac6a1c091cb34c0c844200a6e2612f12 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:40.077234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:40.116106 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:40.183556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbe8a1-6e88-4c1c-9fc9-f7c3b7911b53 req-9d4f052b-2163-4fe1-8f59-a56f7b481e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:40.185009 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-38dbe8a1-6e88-4c1c-9fc9-f7c3b7911b53 req-9d4f052b-2163-4fe1-8f59-a56f7b481e63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1099 time: 0.1050174 May 27 03:31:40.254242 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-38dbe8a1-6e88-4c1c-9fc9-f7c3b7911b53 req-07c807ee-7a00-4c0c-a760-7779cb73d62e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611947 May 27 03:31:40.255752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.259283 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.266812 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-928bd1e0-7927-463d-bb23-ad8b2abe4143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:40.305130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac6a1c091cb34c0c844200a6e2612f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670545 May 27 03:31:40.306767 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489813da-bed7-416e-8fa5-194869194682,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.307999 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57718) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:40.310135 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ec36f475-6611-4e17-80ea-5091bbff64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:40.371453 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.396943 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.447867 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-5e743aeb-368f-4c87-9053-1ad25c09df7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725224 May 27 03:31:40.452928 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.459867 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e5651bd5-bc6c-43a8-8158-45de4c19c177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:40.473999 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489813da-bed7-416e-8fa5-194869194682,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.476955 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:40.479479 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.480469 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-81eba969-3a02-4c03-a02f-cf176e8c5fc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/489813da-bed7-416e-8fa5-194869194682 HTTP/1.1" status: 204 len: 168 time: 0.1709383 May 27 03:31:40.634094 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762238b-a315-4bca-ae9c-c5fbbe49bb96 req-5f64688f-78a0-46e2-924a-80c9bb40c319 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:40.635694 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5762238b-a315-4bca-ae9c-c5fbbe49bb96 req-5f64688f-78a0-46e2-924a-80c9bb40c319 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.1448267 May 27 03:31:40.638075 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-40a6d2a2-4ed6-4dcd-b59b-6743b9096597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:40.639517 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-40a6d2a2-4ed6-4dcd-b59b-6743b9096597 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 1098 time: 0.1058614 May 27 03:31:40.760532 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5762238b-a315-4bca-ae9c-c5fbbe49bb96 req-5d171ef8-eb09-477c-99e6-63656caa828e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185560 May 27 03:31:40.808844 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-562b232a-c373-4076-94da-c168822f02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:40.810293 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-562b232a-c373-4076-94da-c168822f02ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.1453502 May 27 03:31:40.912837 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-76307197-633d-4dc4-8ca4-69342f6ba701 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 200 len: 1000 time: 0.0925810 May 27 03:31:40.980057 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-9d338524-65bf-40b6-9c6a-7e17893f2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:40.981456 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-9d338524-65bf-40b6-9c6a-7e17893f2fc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.0554941 May 27 03:31:41.061074 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-9793c2cf-1f45-4b9d-bfb7-ee9dd9386a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:41.062569 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-9793c2cf-1f45-4b9d-bfb7-ee9dd9386a5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731769 May 27 03:31:41.200263 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-dd2202a3-8946-4872-9889-c960180b928e service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241667 May 27 03:31:41.333951 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3c287dbc-93f0-4112-96f5-0793ef3e928b req-51ae9302-6b70-4569-a126-8884bb585c11 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254072 May 27 03:31:41.948644 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af737a16-baab-402e-8206-f4dc40634f85 req-031c8d67-d382-48ce-8d71-d1f0e453d412 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:41.950129 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-af737a16-baab-402e-8206-f4dc40634f85 req-031c8d67-d382-48ce-8d71-d1f0e453d412 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0772612 May 27 03:31:41.986202 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.993455 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-af737a16-baab-402e-8206-f4dc40634f85 req-b320174f-18ba-4053-8168-86966c292aa1 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376589 May 27 03:31:42.177159 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae2b6d-81d9-4f0d-bf36-4c2263c8a24f req-b225a0ea-0a76-4b87-80ab-a324ab1f9dcd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:42.178621 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-98ae2b6d-81d9-4f0d-bf36-4c2263c8a24f req-b225a0ea-0a76-4b87-80ab-a324ab1f9dcd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0825572 May 27 03:31:42.187095 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57730) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:42.191958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Request body: {'floatingip': {'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:42.265112 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:42.918859 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:42.922542 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.088144 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Floating IP 3f91e45a-5430-4273-b8e8-7240c49dca6a associated. External IP: 172.28.1.23, port: 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf. May 27 03:31:43.431266 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:31:43.659343 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-3dc41338-92d1-4b45-aa8c-73a2d62e2957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.696200 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:31:43.706149 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:43.708223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.714882 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:31:43.715553 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:43.761908 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-005c77d3-a706-46d8-b08e-f5bb8512ed21 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "PUT /v2.0/floatingips/3f91e45a-5430-4273-b8e8-7240c49dca6a HTTP/1.1" status: 200 len: 991 time: 1.5737939 May 27 03:31:43.762551 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:43.808659 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'status': 'completed', 'code': 200} May 27 03:31:43.895685 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:31:43.915265 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-75b6de52-dafa-4937-98d2-7d9df0bced8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:43.916714 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-75b6de52-dafa-4937-98d2-7d9df0bced8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1099 time: 0.0743377 May 27 03:31:44.048381 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-a0548706-fa1b-4f91-a3a4-410f2d6ccd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:44.049724 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-a0548706-fa1b-4f91-a3a4-410f2d6ccd22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.1250832 May 27 03:31:44.151409 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-ce3fb38a-ac6b-4575-a7c2-8df8a183fc7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 200 len: 999 time: 0.0949521 May 27 03:31:44.215045 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-d95ff587-ba90-47ec-935b-f4baf2f7a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:44.216512 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-d95ff587-ba90-47ec-935b-f4baf2f7a2d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0571463 May 27 03:31:44.237037 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '3f91e45a-5430-4273-b8e8-7240c49dca6a', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'floating_ip_address': '172.28.1.23', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'mac_address': 'fa:16:3e:cd:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f01fd-ed59-4b35-af0e-205d95c91748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:31:30Z', 'updated_at': '2021-05-27T03:31:42Z', 'revision_number': 1, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:44.240800 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:44.248766 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:31:44.249353 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:44.292205 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-7ca8343a-93a3-4ea4-a89f-8d45df1089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:44.293677 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-7ca8343a-93a3-4ea4-a89f-8d45df1089e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706675 May 27 03:31:44.419517 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:31:44.432180 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-8a3327c4-e0f9-47b8-a8f2-26976ea052d4 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283903 May 27 03:31:44.569202 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3ffd599c-a4a3-45a7-b610-5e379f094bce req-dea40e90-d835-45e9-a6a2-afa7926f2d73 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270139 May 27 03:31:44.755810 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '3f91e45a-5430-4273-b8e8-7240c49dca6a', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'floating_ip_address': '172.28.1.23', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'mac_address': 'fa:16:3e:cd:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f01fd-ed59-4b35-af0e-205d95c91748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:31:30Z', 'updated_at': '2021-05-27T03:31:42Z', 'revision_number': 1, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:44.759506 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e6aa6-4ec9-4080-a807-8ebf0ee6af6c None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '3f91e45a-5430-4273-b8e8-7240c49dca6a', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'floating_ip_address': '172.28.1.23', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'mac_address': 'fa:16:3e:cd:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f01fd-ed59-4b35-af0e-205d95c91748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:31:30Z', 'updated_at': '2021-05-27T03:31:42Z', 'revision_number': 1, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:44.936812 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef37bc-b916-48c5-9104-e40d5405da8d None None] New status for floating IP 3f91e45a-5430-4273-b8e8-7240c49dca6a: ACTIVE {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:31:46.011583 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-3c40dde0-1cf1-4179-bb4e-87855e5f86f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:46.149045 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:46.960491 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.832732 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.948306 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21f8f-52bc-4149-919e-bb3a46642144 req-69ea5da0-6d2a-4756-8408-a77b359005db tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:53.949731 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0e21f8f-52bc-4149-919e-bb3a46642144 req-69ea5da0-6d2a-4756-8408-a77b359005db tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0827825 May 27 03:31:53.993120 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0e21f8f-52bc-4149-919e-bb3a46642144 req-2553fd8c-3dc0-499d-a71d-ea48cc24a76a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375035 May 27 03:31:55.172556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c9e6f-4f7f-4e66-bb55-6f1141d1afad req-c8145e0a-842b-46ba-8189-ae3fd6937f08 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:55.174001 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d53c9e6f-4f7f-4e66-bb55-6f1141d1afad req-c8145e0a-842b-46ba-8189-ae3fd6937f08 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0774748 May 27 03:31:55.220238 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d53c9e6f-4f7f-4e66-bb55-6f1141d1afad req-5b1a6cdb-af6b-4fc7-9e3a-7a9e28307100 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 May 27 03:31:56.225078 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-0f385c73-5ac3-4f0c-878d-a830637dee5a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:56.226521 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-0f385c73-5ac3-4f0c-878d-a830637dee5a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.0815673 May 27 03:31:56.417858 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Deleting port 840f6772-f8b0-41ad-8459-708753163179 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:31:56.418207 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.492424 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e1412-98d8-4420-b79d-1759e9dd6819 req-b607c74d-06c5-431c-b0f0-a6242d0ae656 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:56.493842 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4e2e1412-98d8-4420-b79d-1759e9dd6819 req-b607c74d-06c5-431c-b0f0-a6242d0ae656 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 945 time: 0.1633279 May 27 03:31:56.570516 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4e2e1412-98d8-4420-b79d-1759e9dd6819 req-c6df0a5c-227c-453f-ba22-9a3193e87c57 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=a625572f-0b07-4957-bb26-a857d83dd790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692160 May 27 03:31:56.588164 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] For port 840f6772-f8b0-41ad-8459-708753163179, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=840f6772-f8b0-41ad-8459-708753163179,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:56.588513 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.946829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.947193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.947497 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Floating IP f12c7e9c-142b-40d1-add1-e184381ede72 disassociated. External IP: 172.28.1.92, port: 840f6772-f8b0-41ad-8459-708753163179. May 27 03:31:56.947826 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Calling delete_port for 840f6772-f8b0-41ad-8459-708753163179 owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:31:57.050506 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.056300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f9f8551d-f96b-41c4-b5a3-6bb1c339f993 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:57.102217 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event deleted for resources: {'Port': ['ID=840f6772-f8b0-41ad-8459-708753163179,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:57.105169 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:57.283816 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Router 194660d4-ea23-4b34-84f8-db72f87ea002 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:31:57.458985 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:31:57.469142 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:57.479478 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:31:57.480182 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:57.535398 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] No DVR routers for this DVR port 840f6772-f8b0-41ad-8459-708753163179 on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:57.538078 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.540847 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'name': 'network-vif-deleted', 'tag': '840f6772-f8b0-41ad-8459-708753163179'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:57.549402 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1d7f6e4c-8146-44df-a23d-892e60422a60 req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "DELETE /v2.0/ports/840f6772-f8b0-41ad-8459-708753163179 HTTP/1.1" status: 204 len: 173 time: 1.3176918 May 27 03:31:57.594208 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a6905-235e-41cb-907a-9ff924ae26b1', 'name': 'network-vif-deleted', 'tag': '840f6772-f8b0-41ad-8459-708753163179', 'status': 'completed', 'code': 200} May 27 03:31:57.706532 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:31:57.735964 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-4963140f-71b4-4007-8f55-7004e2e5f4a7 req-bd75d4a0-5bbb-40a3-8bbb-ec914e72387a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:57.751776 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-4963140f-71b4-4007-8f55-7004e2e5f4a7 req-bd75d4a0-5bbb-40a3-8bbb-ec914e72387a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:57.753042 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4963140f-71b4-4007-8f55-7004e2e5f4a7 req-bd75d4a0-5bbb-40a3-8bbb-ec914e72387a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=529a6905-235e-41cb-907a-9ff924ae26b1 HTTP/1.1" status: 200 len: 210 time: 0.0589197 May 27 03:31:58.009365 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:58.013499 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:58.022606 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:31:58.023227 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:58.204609 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:31:58.516478 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:58.520127 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943bdd4-f237-49d9-ab23-ee7668b8c6fb None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:58.714891 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbafa8c-0d5a-46e1-b016-3f69fc323300 None None] New status for floating IP f12c7e9c-142b-40d1-add1-e184381ede72: DOWN {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:31:58.872925 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57786) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:58.937205 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.965171 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.018349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.023012 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0fe0e697-6b93-48cd-b40c-8e656470ae3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:59.036886 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a625572f-0b07-4957-bb26-a857d83dd790,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:59.039293 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:59.044551 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.045630 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-212073aa-118d-42c4-81eb-01380945c786 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "DELETE /v2.0/security-groups/a625572f-0b07-4957-bb26-a857d83dd790 HTTP/1.1" status: 204 len: 168 time: 0.1717112 May 27 03:31:59.048394 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57790) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:59.065130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.api.v2.resource [None req-492ea5a9-b705-4495-9c84-cdb31b2cc2a8 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] show failed (client error): The resource could not be found. May 27 03:31:59.066069 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-492ea5a9-b705-4495-9c84-cdb31b2cc2a8 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups/a625572f-0b07-4957-bb26-a857d83dd790 HTTP/1.1" status: 404 len: 347 time: 0.0164666 May 27 03:31:59.069688 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57794) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:59.281177 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Deleting port 2d41374f-0990-4d39-b281-af2e026b3e4a {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:31:59.281516 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.402038 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.402363 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.605150 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Calling delete_port for 2d41374f-0990-4d39-b281-af2e026b3e4a owned by network:floatingip {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:31:59.713171 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.717301 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:31:59.733500 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 840f6772-f8b0-41ad-8459-708753163179 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:59.761551 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event deleted for resources: {'Port': ['ID=2d41374f-0990-4d39-b281-af2e026b3e4a,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:59.764643 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:31:59.768175 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 840f6772-f8b0-41ad-8459-708753163179 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:31:59.768524 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 840f6772-f8b0-41ad-8459-708753163179 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:59.849292 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.866481 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.867806 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "DELETE /v2.0/floatingips/f12c7e9c-142b-40d1-add1-e184381ede72 HTTP/1.1" status: 204 len: 168 time: 0.7971961 May 27 03:32:00.110845 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57802) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:00.116833 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764068147', 'description': 'tempest-description--1156204061'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:00.122682 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:00.126769 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:00.129632 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:00.136038 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:00.145428 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.165134 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:00.169952 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:00.172779 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:00.178918 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:00.246840 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.250175 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.255070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6910c3db-cf7c-47ac-8074-55f034d279a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:00.295055 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ed8fa-c450-4c0a-ac37-50607cae8159,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.298029 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:00.299181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.300415 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1885929 May 27 03:32:00.303169 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57806) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:00.308748 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'security_group_rule': {'security_group_id': '9b6ed8fa-c450-4c0a-ac37-50607cae8159', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:00.315129 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:00.319348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:00.322312 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:00.328266 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:00.346889 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.405084 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.408599 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.410734 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:00.432561 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33252d56-50aa-4fad-a54d-51f10401c829,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.435073 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:00.442390 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.443592 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-0319f458-5eb2-4a0b-b179-074d1e149730 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395142 May 27 03:32:00.446264 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57810) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:00.451577 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'security_group_rule': {'security_group_id': '9b6ed8fa-c450-4c0a-ac37-50607cae8159', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:00.457078 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:00.461332 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:security_group_rule and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:00.464238 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:00.470066 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:00.486495 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.545203 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.551833 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852156'] for security_group_rule, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.554069 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bf6e2ea9-a1d3-407b-a4d9-37a84d9db146 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:00.576389 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb27aee-e7d0-4357-8a02-650ce21655cd,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.582100 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:00.586564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.587960 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ab581f8d-fed7-4c2c-8b2e-59dc06cd2c54 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407819 May 27 03:32:00.591060 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57816) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:00.596082 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'floatingip': {'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:00.602467 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:00.606234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Usage tracker for resource:floatingip and tenant:42fa207370ca46b19ee14e98ce1c42a6 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:00.609046 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:00.614720 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:00.624916 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.758536 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.894530 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Allocated IP 172.28.1.212 (05b10725-cdec-4a59-be8d-07f9ff91fb83/3efb47d9-bfc5-47ac-b14c-412cf3c88481/a7be34dd-3d48-435d-9622-6a21a9af964b) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:01.034931 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.063360 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.068901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:01.132616 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Network 05b10725-cdec-4a59-be8d-07f9ff91fb83 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:01.135400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:01.138759 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:32:01.166848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'Port': ['ID=a7be34dd-3d48-435d-9622-6a21a9af964b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.174089 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:01.218744 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.275343 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.479935 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.484155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.488402 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-28756203-5113-4842-a41b-02f1d1a56ad4 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:01.592899 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'Port': ['ID=a7be34dd-3d48-435d-9622-6a21a9af964b,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.596933 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:01.601752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.623392 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.624572 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0325642 May 27 03:32:01.847177 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-7aa20a92-2185-4ca1-b80e-d6d9e0cc1af1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:01.862261 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-7aa20a92-2185-4ca1-b80e-d6d9e0cc1af1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:01.863445 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-7aa20a92-2185-4ca1-b80e-d6d9e0cc1af1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1764068147&fields=id&tenant_id=42fa207370ca46b19ee14e98ce1c42a6 HTTP/1.1" status: 200 len: 267 time: 0.0601022 May 27 03:32:02.007927 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-b5e9c91a-201c-4478-bad6-8d5d941e56db tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:02.009228 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-b5e9c91a-201c-4478-bad6-8d5d941e56db tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 810 time: 0.1394260 May 27 03:32:02.023518 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-6cce5eca-5038-4cb1-8be9-17cc0dc84dfa tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/quotas/42fa207370ca46b19ee14e98ce1c42a6 HTTP/1.1" status: 200 len: 375 time: 0.0089962 May 27 03:32:02.104300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-f45fb532-2b28-4e48-a750-ef86478a33b2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:02.118768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-f45fb532-2b28-4e48-a750-ef86478a33b2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:02.119991 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-f45fb532-2b28-4e48-a750-ef86478a33b2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918519 May 27 03:32:02.252712 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-b0cf6462-9034-4bdc-b63e-d24166a8aadb service neutron] 10.222.0.32 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209967 May 27 03:32:02.383555 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-f48f752f-b526-4116-84b6-ed0f160329f1 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245840 May 27 03:32:02.557331 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1978f40b-92c1-457d-bd62-be4cd530f512 req-6198b530-41c6-4a1b-8991-932d55390758 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 210 time: 0.0415819 May 27 03:32:03.594330 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-ae1e4042-8ea0-4854-b631-d20559cbee52 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:03.595766 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-ae1e4042-8ea0-4854-b631-d20559cbee52 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 810 time: 0.1483235 May 27 03:32:03.652145 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-18cd9805-1442-4394-a004-a4a2ad1cce9d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fa207370ca46b19ee14e98ce1c42a6 HTTP/1.1" status: 200 len: 380 time: 0.0450041 May 27 03:32:03.663134 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'port': {'device_id': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'admin_state_up': True, 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'security_groups': ['9b6ed8fa-c450-4c0a-ac37-50607cae8159']}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:03.773376 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1642111c-c28f-4116-adb5-4703e29a522e req-60fe896e-5d2e-4c66-b740-4677c5ef9c4d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 210 time: 0.0939660 May 27 03:32:03.831431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:03.841089 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:03.852495 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Made reservation on behalf of 42fa207370ca46b19ee14e98ce1c42a6 for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:03.856215 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.015134 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Allocated IP 172.20.0.3 (a8dc59ea-2d61-4f6b-9df8-539c34e772a4/c3b865ab-060a-41f8-8465-6841949f2b32/d5fab16b-30bd-49a9-98f2-8d2c5a63f777) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:04.196610 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.212076 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Transition to ACTIVE for port object d5fab16b-30bd-49a9-98f2-8d2c5a63f777 will not be triggered until provisioned by entity DHCP. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:04.234832 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.239950 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:04.392292 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:04.395376 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:04.399980 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:32:04.435587 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event updated for resources: {'Port': ['ID=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.440061 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:04.468306 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:04.468938 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.495653 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8367677 May 27 03:32:04.508417 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Request body: {'port': {'device_id': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:04.587403 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-af311a61-5c67-4ddf-95a7-29e0a6a61a87 None None] Provisioning for port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 completed by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:04.592077 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-af311a61-5c67-4ddf-95a7-29e0a6a61a87 None None] Provisioning complete for port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:04.592447 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-af311a61-5c67-4ddf-95a7-29e0a6a61a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.622007 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.646875 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-af311a61-5c67-4ddf-95a7-29e0a6a61a87 None None] Port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 cannot update to ACTIVE because it is not bound. {{(pid=91736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:32:05.021254 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf09f3-7692-4bfd-bf22-640bae3b5074 req-c177ccce-1c0d-47a1-9999-a81392791ea0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.021973 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-4cbf09f3-7692-4bfd-bf22-640bae3b5074 req-c177ccce-1c0d-47a1-9999-a81392791ea0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:05.027538 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fab16b-30bd-49a9-98f2-8d2c5a63f777 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:05.037573 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.055807 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-4cbf09f3-7692-4bfd-bf22-640bae3b5074 req-c177ccce-1c0d-47a1-9999-a81392791ea0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:05.056992 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4cbf09f3-7692-4bfd-bf22-640bae3b5074 req-c177ccce-1c0d-47a1-9999-a81392791ea0 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 931 time: 0.1807625 May 27 03:32:05.057947 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Transition to ACTIVE for port object d5fab16b-30bd-49a9-98f2-8d2c5a63f777 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:05.061492 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.067350 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:05.250709 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4cbf09f3-7692-4bfd-bf22-640bae3b5074 req-cd1ab589-198b-4a0f-a071-e63590d48abe tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849861 May 27 03:32:05.251347 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.258771 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:05.332449 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Attempting to bind port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:05.332694 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Attempting to bind port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:05.333015 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Attempting to bind port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:32:05.337541 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:32:05.337854 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Attempting to bind port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 on network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:32:05.342920 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:32:05.343244 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Checking segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:32:05.343617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Bound using segment: {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:32:05.344030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Bound port: d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5251825d-6ffd-4b99-a3d5-1af9e9eb6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:05.344363 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.430984 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] For port d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:32:05.433761 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] For port d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:32:05.437927 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.441268 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3f7f67f2-993f-48ca-8905-86e554d54c01 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:05.502682 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.503286 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.504603 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5fab16b-30bd-49a9-98f2-8d2c5a63f777 HTTP/1.1" status: 200 len: 1093 time: 1.0009921 May 27 03:32:05.505113 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:05.523650 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.526907 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:05.585048 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'status': 'completed', 'code': 200} May 27 03:32:05.626540 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-2c8f95f5-678c-40dd-94da-b6b09cde5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.628038 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-2c8f95f5-678c-40dd-94da-b6b09cde5c9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 1096 time: 0.0762146 May 27 03:32:05.700478 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-b3b04809-cf39-4d0f-903a-a646060046c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777 HTTP/1.1" status: 200 len: 217 time: 0.0644443 May 27 03:32:05.764688 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-1d342b3e-ab0b-4c30-99d7-f1682568c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.766022 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-1d342b3e-ab0b-4c30-99d7-f1682568c42b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.0555403 May 27 03:32:05.843281 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-9e1afa4f-46d9-420a-a38d-5be3786d67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.844628 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-9e1afa4f-46d9-420a-a38d-5be3786d67d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712767 May 27 03:32:05.980282 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-ceb64e5f-3390-46e9-9cc0-a910789b01ca service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247118 May 27 03:32:06.108042 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8874e143-47bf-47d1-b166-40fdf1d74a35 req-85c6d359-9a20-4682-a020-fe702d8e256f service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206479 May 27 03:32:06.302914 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-12c122e6-cfb9-4ee7-913b-d69640943500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:06.304400 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-12c122e6-cfb9-4ee7-913b-d69640943500 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 1096 time: 0.1528122 May 27 03:32:06.494219 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-9f6d7c85-1bd6-45df-a6ad-de84bf8c3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:06.495659 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-9f6d7c85-1bd6-45df-a6ad-de84bf8c3083 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.1844313 May 27 03:32:06.507193 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a99e9-fcc1-4b3d-b0d8-81af3793e03a req-6025cdab-3ad3-4351-8cc1-b0d5d32bba1b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:06.508538 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d23a99e9-fcc1-4b3d-b0d8-81af3793e03a req-6025cdab-3ad3-4351-8cc1-b0d5d32bba1b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 943 time: 0.1288605 May 27 03:32:06.589989 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-df946f94-27ca-4b75-869c-f599f0a8090e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777 HTTP/1.1" status: 200 len: 217 time: 0.0805230 May 27 03:32:06.651526 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d23a99e9-fcc1-4b3d-b0d8-81af3793e03a req-78b3571d-250b-4a94-a2ef-6650d5fe7817 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931909 May 27 03:32:06.664107 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-99d3e409-c8a7-4166-9c57-150f17ad92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:06.665513 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-99d3e409-c8a7-4166-9c57-150f17ad92c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.0649500 May 27 03:32:06.741592 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-4bd709b2-13a8-4243-9704-9e8cedfbab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:06.743034 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-4bd709b2-13a8-4243-9704-9e8cedfbab7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685642 May 27 03:32:06.874439 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-438e25a7-5f54-44ff-9125-4958c4db3a14 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228890 May 27 03:32:07.001296 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-db01f304-c961-4d23-b805-cf4ae09f7012 req-a54bb83f-d95d-4383-ba0d-7c47d4dc7314 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200371 May 27 03:32:07.797999 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d5fab16b-30bd-49a9-98f2-8d2c5a63f777 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:07.819275 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:32:07.838643 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3d2a-3dd1-4b08-af54-6c86c95f4660 req-b75a94f1-f595-492b-81e2-970371c2b7c5 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:07.840075 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1edf3d2a-3dd1-4b08-af54-6c86c95f4660 req-b75a94f1-f595-492b-81e2-970371c2b7c5 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 943 time: 0.0842736 May 27 03:32:07.883229 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1edf3d2a-3dd1-4b08-af54-6c86c95f4660 req-a2f9debc-24ec-420b-8ba4-fbbe317cd4f5 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375121 May 27 03:32:07.929552 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:07.942543 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'port_id': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'mac_address': 'fa:16:3e:c1:6d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:07.994780 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.010467 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fab16b-30bd-49a9-98f2-8d2c5a63f777 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:08.026077 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:08.029435 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.031140 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:08.121498 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:08.124505 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:08.263693 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['d5fab16b-30bd-49a9-98f2-8d2c5a63f777'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:32:09.065155 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003667f0-006b-4302-900f-8a64a45cc7ad req-ee8fe0c8-3567-4d30-8fb0-63322602e995 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:09.066575 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-003667f0-006b-4302-900f-8a64a45cc7ad req-ee8fe0c8-3567-4d30-8fb0-63322602e995 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 944 time: 0.0762286 May 27 03:32:09.112588 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-003667f0-006b-4302-900f-8a64a45cc7ad req-93c85710-56a5-4363-a5d9-0d4861cd39da tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 May 27 03:32:09.652065 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-84207083-233e-449d-a0ed-53f2b83d448d req-e46ff630-4115-4f54-a354-033f036d55fe tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728450759&fields=id&tenant_id=b1d69fd080004fe2b43191430034ba0b HTTP/1.1" status: 200 len: 267 time: 0.0394049 May 27 03:32:09.733609 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207083-233e-449d-a0ed-53f2b83d448d req-8fb18ab2-c7cc-40f1-9026-ced6d093019a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:09.735071 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-84207083-233e-449d-a0ed-53f2b83d448d req-8fb18ab2-c7cc-40f1-9026-ced6d093019a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 984 time: 0.0777583 May 27 03:32:09.745349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Request body: {'port': {'security_groups': ['5543647a-f8a2-4c16-95e0-334c0df89d84']}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:09.814425 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d5fab16b-30bd-49a9-98f2-8d2c5a63f777 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:09.866130 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.880326 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:09.884866 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:09.885235 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.998784 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.024843 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:10.034531 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:10.039597 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.041504 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:10.075606 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'code': 200} May 27 03:32:10.108581 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:10.111538 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:10.113060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:10.139892 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.145351 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.151995 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:10.156928 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:32:10.238635 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event updated for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=7']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:10.245339 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:10.251387 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.252016 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.253398 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-84207083-233e-449d-a0ed-53f2b83d448d req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "PUT /v2.0/ports/3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 942 time: 0.5122964 May 27 03:32:10.262182 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57888) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:10.290901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:10.377224 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:32:10.379144 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.419545 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.443310 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'status': 'completed', 'code': 200} May 27 03:32:10.501326 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478bd4b-15d6-47e2-b1c4-bb022588ed10 req-5a4ef983-0cb7-4f02-92f1-8800d04eada2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.502757 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a478bd4b-15d6-47e2-b1c4-bb022588ed10 req-5a4ef983-0cb7-4f02-92f1-8800d04eada2 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.2587874 May 27 03:32:10.513152 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d95d9-e9b2-4d24-933d-4d6d12ab6ee2 req-84a92a03-5f13-4346-9ac3-c9420646647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.514583 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6c8d95d9-e9b2-4d24-933d-4d6d12ab6ee2 req-84a92a03-5f13-4346-9ac3-c9420646647b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 1098 time: 0.2186828 May 27 03:32:10.569282 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-b5b03aac-1f52-46b6-bd4c-414a1f0182c5 None None] Provisioning complete for port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba triggered by entity DHCP. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:10.569562 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-b5b03aac-1f52-46b6-bd4c-414a1f0182c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.571116 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-3511148d-0738-49ee-ad07-df79006f037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.573426 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-3511148d-0738-49ee-ad07-df79006f037d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1098 time: 0.1139078 May 27 03:32:10.574231 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.586173 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-261bbd52-89fc-412c-a9f6-667c197e29d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:10.588207 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6c8d95d9-e9b2-4d24-933d-4d6d12ab6ee2 req-bc5f0fdb-1bc8-4f55-8e62-334cf7a071cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566111 May 27 03:32:10.591057 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a478bd4b-15d6-47e2-b1c4-bb022588ed10 req-607fc27b-7e73-4633-9b2b-04c73afbf678 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811467 May 27 03:32:10.621095 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2cd7a3-e2db-4f9d-849b-d4428fe2c309,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:10.626070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:10.627021 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.628110 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "DELETE /v2.0/security-groups/7d2cd7a3-e2db-4f9d-849b-d4428fe2c309 HTTP/1.1" status: 204 len: 168 time: 0.3649538 May 27 03:32:10.630737 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 57894) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:10.990013 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-c8e4d633-6edb-40d8-9767-27cef1cf6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.991448 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-c8e4d633-6edb-40d8-9767-27cef1cf6cf0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 914 time: 0.4063165 May 27 03:32:11.136800 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-65a40d06-015a-4e94-a17e-2e80311810e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 1001 time: 0.1354613 May 27 03:32:11.196727 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Deleting port 8affef6d-1702-4c11-91d3-da0e7bd5e548 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:11.197059 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.267323 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-251f611b-8d63-4267-87fd-8ad5927105e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:11.268666 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-251f611b-8d63-4267-87fd-8ad5927105e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.1246581 May 27 03:32:11.374087 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.374409 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.498405 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Calling delete_port for 8affef6d-1702-4c11-91d3-da0e7bd5e548 owned by network:floatingip {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:11.512474 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-37a2e047-a589-4f66-8e1b-29bd0d366dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:11.513974 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-37a2e047-a589-4f66-8e1b-29bd0d366dd7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2322757 May 27 03:32:11.667088 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-17c23fb0-0091-41ed-b407-41584baca33e service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442173 May 27 03:32:11.777397 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0f224-a833-410a-87d2-728656fd38b1 req-92b635da-c6a8-48c2-855b-39f55136a708 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:11.778880 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-97f0f224-a833-410a-87d2-728656fd38b1 req-92b635da-c6a8-48c2-855b-39f55136a708 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.0831754 May 27 03:32:11.824521 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-97f0f224-a833-410a-87d2-728656fd38b1 req-e7fd7c24-78f5-4262-a9e9-5a7739b1f03c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 May 27 03:32:11.851053 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-be7989a0-7814-46b0-a1c5-6124089cd04e req-049674ea-b78b-424e-a21b-81697e9aa545 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737864 May 27 03:32:11.851799 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.855358 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd51cd30-9573-48b7-ab2e-5c2363795341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:11.901470 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event deleted for resources: {'Port': ['ID=8affef6d-1702-4c11-91d3-da0e7bd5e548,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:11.905099 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:11.992340 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks [] for floatingip, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.992618 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.l3_db [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Floating IP 9ffedab0-0526-4ffe-af5f-4f0c1944398d disassociated (deleted). External IP: 172.28.1.198, port: 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba. May 27 03:32:12.001624 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.029053 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287ba2-d431-4390-a216-e52093ae198f req-b136f3e0-770e-4c4d-a244-484fcb1abd13 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:12.030532 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-96287ba2-d431-4390-a216-e52093ae198f req-b136f3e0-770e-4c4d-a244-484fcb1abd13 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.0883708 May 27 03:32:12.039056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 57906) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:12.044127 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Request body: {'floatingip': {'port_id': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:32:12.119934 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.444778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Router 6947d005-53db-4034-af73-133eae7d19c5 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:32:12.622274 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:32:12.632622 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] Sync routers for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:12.638754 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.641533 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:12.642199 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:12.696503 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "DELETE /v2.0/floatingips/9ffedab0-0526-4ffe-af5f-4f0c1944398d HTTP/1.1" status: 204 len: 168 time: 2.0641959 May 27 03:32:12.696956 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:12.733254 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.743633 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'status': 'completed', 'code': 200} May 27 03:32:12.746760 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.837311 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:12.841585 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-eb556054-c225-4e0c-abc2-0e46741b3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:12.843096 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-eb556054-c225-4e0c-abc2-0e46741b3dda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d69fd080004fe2b43191430034ba0b&device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 1098 time: 0.0770521 May 27 03:32:12.981372 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Floating IP 1f9af345-d7d3-4934-bb61-5157068cc9ae associated. External IP: 172.28.1.212, port: d5fab16b-30bd-49a9-98f2-8d2c5a63f777. May 27 03:32:13.001024 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-65d7bc3e-57dd-48b9-87d6-bba5821f39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.002809 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-65d7bc3e-57dd-48b9-87d6-bba5821f39b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 200 len: 914 time: 0.1528437 May 27 03:32:13.097956 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-66701ec1-3114-4523-aa80-d08c731a85a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 200 len: 217 time: 0.0848374 May 27 03:32:13.175535 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-54d434e1-29f8-4ea7-91ac-7ad3c3268dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.177142 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-54d434e1-29f8-4ea7-91ac-7ad3c3268dec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 200 len: 852 time: 0.0730877 May 27 03:32:13.235452 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:09Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.240202 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] Checking router: 6947d005-53db-4034-af73-133eae7d19c5 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:13.250401 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:13.251114 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.276687 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-f6eae55b-9195-4e11-8dd5-51bc0b090699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.278304 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-f6eae55b-9195-4e11-8dd5-51bc0b090699 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2031f9c-7d21-47a5-99c3-8a8b5deeb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955582 May 27 03:32:13.416608 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-97591326-7ab2-41bf-b951-61690cda6122 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304288 May 27 03:32:13.472459 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:13.500502 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Router 194660d4-ea23-4b34-84f8-db72f87ea002 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:32:13.555290 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8bf2606c-21f0-4af3-b475-718f3abf9919 req-e68059d3-829d-481f-84c1-e98f37e0ddf4 service neutron] 10.222.0.10 "GET /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307285 May 27 03:32:13.694910 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:32:13.700292 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.701499 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-2aabda9e-88f6-4dea-867d-e119dbd68960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.705530 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:13.718539 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:13.719224 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.758349 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-6d5dbf00-3514-4d6f-a4c5-1b90cbcc8261 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "PUT /v2.0/floatingips/1f9af345-d7d3-4934-bb61-5157068cc9ae HTTP/1.1" status: 200 len: 991 time: 1.7180130 May 27 03:32:13.759365 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:13.837246 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'status': 'completed', 'code': 200} May 27 03:32:13.840933 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:09Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.845557 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3d190-d332-4f8c-8f61-ba70ec45bdc9 None None] The sync data for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb is: [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:28:59Z', 'revision_number': 4, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '59a8289c-7b58-4666-98ad-c8f0ce55748d', 'name': '', 'network_id': 'f2031f9c-7d21-47a5-99c3-8a8b5deeb618', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'mac_address': 'fa:16:3e:76:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:58Z', 'updated_at': '2021-05-27T03:29:09Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'subnets': [{'id': '55d2c5d6-9e8b-4426-8f44-d586a07a97ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:13.937388 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:13.942575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-51f0fdb9-682e-4790-9105-fdd6fa2ac4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.944096 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-51f0fdb9-682e-4790-9105-fdd6fa2ac4e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 1098 time: 0.0871222 May 27 03:32:14.088435 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-e823eda4-b35e-4693-ace9-b217187584bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:14.089930 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-e823eda4-b35e-4693-ace9-b217187584bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 200 len: 911 time: 0.1372857 May 27 03:32:14.098495 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3a41-1b6c-4003-92c5-8ea1c70e5a8b None None] New status for floating IP 9ffedab0-0526-4ffe-af5f-4f0c1944398d: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:32:14.318685 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-22f971fc-5e22-43e7-9a26-319c96b27248 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777 HTTP/1.1" status: 200 len: 999 time: 0.2142799 May 27 03:32:14.325240 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '1f9af345-d7d3-4934-bb61-5157068cc9ae', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'port_id': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'mac_address': 'fa:16:3e:c1:6d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:32:01Z', 'updated_at': '2021-05-27T03:32:12Z', 'revision_number': 1, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:14.329573 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:14.339402 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:14.340006 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:31:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:14.376500 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-f66690f0-cbcd-45e8-9d0a-21913773083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:14.378064 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-f66690f0-cbcd-45e8-9d0a-21913773083e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 200 len: 849 time: 0.0585511 May 27 03:32:14.456738 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-4d21f66e-327d-4d81-8070-fff0e346a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:14.459079 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-4d21f66e-327d-4d81-8070-fff0e346a25c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8dc59ea-2d61-4f6b-9df8-539c34e772a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750258 May 27 03:32:14.543089 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:14.604408 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-a6261a66-1f28-445f-8544-c10a15e984f3 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385248 May 27 03:32:14.753029 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-ef5a45a6-1e53-4ed1-9fbb-17e868cb8eff req-46a440c5-7321-40a4-88b2-b25171506463 service neutron] 10.222.0.10 "GET /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345747 May 27 03:32:14.890092 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '1f9af345-d7d3-4934-bb61-5157068cc9ae', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'port_id': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'mac_address': 'fa:16:3e:c1:6d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:32:01Z', 'updated_at': '2021-05-27T03:32:12Z', 'revision_number': 1, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:14.893951 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244c762-89e0-4d16-a589-9ff32840052f None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_floatingips': [{'id': '1f9af345-d7d3-4934-bb61-5157068cc9ae', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'router_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'port_id': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'mac_address': 'fa:16:3e:c1:6d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T03:32:01Z', 'updated_at': '2021-05-27T03:32:12Z', 'revision_number': 1, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:15.071355 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e83f0bc-7696-4941-a943-c97ab1e8271a None None] New status for floating IP 1f9af345-d7d3-4934-bb61-5157068cc9ae: ACTIVE {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:32:16.012132 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5065-6678-4486-a29f-75e3e1053386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:16.074096 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4ac53-c89e-481f-b973-24d95d47f4df req-47bf9b5b-1100-470f-954f-bbcd5197475a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:16.075474 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c5d4ac53-c89e-481f-b973-24d95d47f4df req-47bf9b5b-1100-470f-954f-bbcd5197475a tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.0784345 May 27 03:32:16.120526 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c5d4ac53-c89e-481f-b973-24d95d47f4df req-5c5781eb-4775-4115-b903-6111f027fd46 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 May 27 03:32:16.152016 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:16.963020 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.308608 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ed734-4939-47dd-a8f6-e0e047c5d4ec req-806c69ff-c4b9-460a-93b2-f325ee8e0546 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:17.310220 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f14ed734-4939-47dd-a8f6-e0e047c5d4ec req-806c69ff-c4b9-460a-93b2-f325ee8e0546 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.0839829 May 27 03:32:17.354038 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f14ed734-4939-47dd-a8f6-e0e047c5d4ec req-bea403a1-294b-4533-921a-deb767e7a730 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/security-groups?id=5543647a-f8a2-4c16-95e0-334c0df89d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 May 27 03:32:17.968000 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-70ebf3ed-cd5c-4eb9-8a4b-81835b8cafa8 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:17.968686 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-70ebf3ed-cd5c-4eb9-8a4b-81835b8cafa8 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Synchronizing usage tracker for tenant:b1d69fd080004fe2b43191430034ba0b on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:17.983367 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-70ebf3ed-cd5c-4eb9-8a4b-81835b8cafa8 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Unset dirty status for tenant:b1d69fd080004fe2b43191430034ba0b on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:17.984707 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-70ebf3ed-cd5c-4eb9-8a4b-81835b8cafa8 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.10 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 945 time: 0.0938661 May 27 03:32:18.118958 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Deleting port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:18.119293 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.248075 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] For port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:18.248345 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.371275 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Calling delete_port for 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:18.486808 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.492913 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-bef61ecb-93f6-41bd-9498-8a269aaa0f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:18.497794 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:32:18.538602 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Pushing event deleted for resources: {'Port': ['ID=3fe52cb9-c2d2-480d-b5a8-3168a5b95fba,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:18.541719 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:18.619716 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] No DVR routers for this DVR port 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:18.622385 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.629683 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'name': 'network-vif-deleted', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:18.641047 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-9a3aafaf-b332-4d88-ac99-f37d4ecc5cb6 req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.10 "DELETE /v2.0/ports/3fe52cb9-c2d2-480d-b5a8-3168a5b95fba HTTP/1.1" status: 204 len: 173 time: 0.6508086 May 27 03:32:18.728391 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5f9996f4-dfbc-4a5e-9872-b09a13af410a req-4202a091-d474-40ca-8fc9-0f0f3f35f5de tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] 10.222.0.32 "GET /v2.0/ports?device_id=507663a7-02a8-4768-bb1c-50f794a168a1 HTTP/1.1" status: 200 len: 210 time: 0.2686174 May 27 03:32:18.776216 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507663a7-02a8-4768-bb1c-50f794a168a1', 'name': 'network-vif-deleted', 'tag': '3fe52cb9-c2d2-480d-b5a8-3168a5b95fba', 'status': 'completed', 'code': 200} May 27 03:32:18.834437 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:20.449181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58012) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:21.066846 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:21.481302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Deleting port 59a8289c-7b58-4666-98ad-c8f0ce55748d {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:21.482025 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:21.607848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] For port 59a8289c-7b58-4666-98ad-c8f0ce55748d, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=59a8289c-7b58-4666-98ad-c8f0ce55748d,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:21.608209 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:21.734933 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Calling delete_port for 59a8289c-7b58-4666-98ad-c8f0ce55748d owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:21.830411 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:21.868232 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:21.868579 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 3fe52cb9-c2d2-480d-b5a8-3168a5b95fba not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:21.881499 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:21.885839 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:21.928698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a8289c-7b58-4666-98ad-c8f0ce55748d,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:21.957770 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:22.200520 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:22.648134 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Router 6947d005-53db-4034-af73-133eae7d19c5 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:32:22.822580 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:32:22.831393 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] Sync routers for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:22.835967 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/6947d005-53db-4034-af73-133eae7d19c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3857365 May 27 03:32:22.838516 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58026) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:22.846925 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:22.847543 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:32:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:23.011564 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks [] for router, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.018610 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:23.180365 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.261066 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Deleting port 94ac22ea-4623-41ea-b321-14b3872f85af {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:23.261402 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.300601 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:32:21Z', 'revision_number': 5, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port': {'id': '94ac22ea-4623-41ea-b321-14b3872f85af', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947d005-53db-4034-af73-133eae7d19c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:54Z', 'updated_at': '2021-05-27T03:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:23.304333 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] Checking router: 6947d005-53db-4034-af73-133eae7d19c5 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:23.313456 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] Routers {'6947d005-53db-4034-af73-133eae7d19c5'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:23.314088 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:32:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['6947d005-53db-4034-af73-133eae7d19c5'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:23.378155 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] For port 94ac22ea-4623-41ea-b321-14b3872f85af, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=94ac22ea-4623-41ea-b321-14b3872f85af,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:23.378496 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.463040 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] Set router 6947d005-53db-4034-af73-133eae7d19c5 gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:23.593027 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Calling delete_port for 94ac22ea-4623-41ea-b321-14b3872f85af owned by network:router_gateway {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:23.611201 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:32:23Z', 'revision_number': 6, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:23.615088 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d290ec-f7c3-418a-bd45-a3d9bdf78053 None None] The sync data for ids ['6947d005-53db-4034-af73-133eae7d19c5'] in dv-cinder-793264-1-smb is: [{'id': '6947d005-53db-4034-af73-133eae7d19c5', 'name': 'tempest-TestMinimumBasicScenario-99574524-router', 'tenant_id': 'b1d69fd080004fe2b43191430034ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:53Z', 'updated_at': '2021-05-27T03:32:23Z', 'revision_number': 6, 'project_id': 'b1d69fd080004fe2b43191430034ba0b', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:23.850752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.854228 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5fbac36a-8794-43e3-8067-379d66ad36fc tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:23.898432 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=94ac22ea-4623-41ea-b321-14b3872f85af,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:23.901837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:23.990406 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.156634 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.158792 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.242722 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.243227 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6947d005-53db-4034-af73-133eae7d19c5 {{(pid=91735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:32:24.257257 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.258424 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] 10.222.0.32 "DELETE /v2.0/routers/6947d005-53db-4034-af73-133eae7d19c5 HTTP/1.1" status: 204 len: 168 time: 1.4188545 May 27 03:32:24.260849 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58036) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:24.321469 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Deleting subnet 55d2c5d6-9e8b-4426-8f44-d586a07a97ef {{(pid=91735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:32:24.325594 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.378819 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-676745'] for subnet, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.384923 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 59a8289c-7b58-4666-98ad-c8f0ce55748d no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:24.421231 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 59a8289c-7b58-4666-98ad-c8f0ce55748d {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:24.421496 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 59a8289c-7b58-4666-98ad-c8f0ce55748d not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:24.421931 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 94ac22ea-4623-41ea-b321-14b3872f85af no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:24.455762 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 94ac22ea-4623-41ea-b321-14b3872f85af {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:24.456109 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 94ac22ea-4623-41ea-b321-14b3872f85af not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:24.498355 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.746662 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3011055'] for subnet, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.750235 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0369e1a6-4205-4ff5-93b6-e16be0e5d872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:24.783972 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d2c5d6-9e8b-4426-8f44-d586a07a97ef,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:24.787045 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:24.789476 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.795198 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8f48a-5cd9-4a5b-90bc-8dfea411f0cf None None] Network f2031f9c-7d21-47a5-99c3-8a8b5deeb618 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:32:24.795344 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/55d2c5d6-9e8b-4426-8f44-d586a07a97ef HTTP/1.1" status: 204 len: 168 time: 0.5334852 May 27 03:32:24.797959 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58040) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:24.900855 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.059523 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] DHCP port deletion for f2031f9c-7d21-47a5-99c3-8a8b5deeb618 request from dv-cinder-793264-1-smb {{(pid=91736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:32:25.081627 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Deleting port ee50df40-0afb-4768-bae7-4a846eb51fa2 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:25.081993 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.129802 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Deleting port ee50df40-0afb-4768-bae7-4a846eb51fa2 {{(pid=91736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:25.130246 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.180778 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] For port ee50df40-0afb-4768-bae7-4a846eb51fa2, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ee50df40-0afb-4768-bae7-4a846eb51fa2,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:25.181129 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.226894 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] For port ee50df40-0afb-4768-bae7-4a846eb51fa2, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ee50df40-0afb-4768-bae7-4a846eb51fa2,segment=NetworkSegment(7c3f12be-a933-4a76-b490-4ad3d30ba6f2),segment_id=7c3f12be-a933-4a76-b490-4ad3d30ba6f2)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:25.227301 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.300873 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Calling delete_port for ee50df40-0afb-4768-bae7-4a846eb51fa2 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:25.346907 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Calling delete_port for ee50df40-0afb-4768-bae7-4a846eb51fa2 owned by network:dhcp {{(pid=91736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:25.347922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.353332 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:25.401485 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee50df40-0afb-4768-bae7-4a846eb51fa2,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.405295 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:25.405481 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] No DVR routers for this DVR port ee50df40-0afb-4768-bae7-4a846eb51fa2 on host dv-cinder-793264-1-smb {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:25.486212 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253'] for port, after_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.490033 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:25.523418 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.536429 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2031f9c-7d21-47a5-99c3-8a8b5deeb618']}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:25.536607 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Pushing event deleted for resources: {'Port': ['ID=ee50df40-0afb-4768-bae7-4a846eb51fa2,revision_number=None']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.539592 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:25.542706 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] No DVR routers for this DVR port ee50df40-0afb-4768-bae7-4a846eb51fa2 on host dv-cinder-793264-1-smb {{(pid=91736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:25.550562 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3f12be-a933-4a76-b490-4ad3d30ba6f2') {'for_net_delete': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:25.551038 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3f12be-a933-4a76-b490-4ad3d30ba6f2') {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:25.566377 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-676784'] for segment, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.586263 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.592327 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=91735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:32:25.592707 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2313761'] for segment, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: Traceback (most recent call last): May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: timer() May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: cb(*args, **kw) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: return func(*args, **kwargs) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: self._notify() May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: self.callback(batched_events) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: event.method(event) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: return f(self, *a, **k) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: return self._get(url).json() May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: return self.request(url, 'GET', **kwargs) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:32:25.605919 dv-cinder-793264-1-smb neutron-server[91735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:32:25.682602 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.686327 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:25.702424 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.708182 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2031f9c-7d21-47a5-99c3-8a8b5deeb618,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.712894 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:25.724867 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2031f9c-7d21-47a5-99c3-8a8b5deeb618 HTTP/1.1" status: 204 len: 168 time: 0.9259801 May 27 03:32:25.727712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58052) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:26.255827 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.370714 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ee50df40-0afb-4768-bae7-4a846eb51fa2 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:26.404067 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: ee50df40-0afb-4768-bae7-4a846eb51fa2 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:26.404521 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ee50df40-0afb-4768-bae7-4a846eb51fa2 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:26.761382 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Deleting port 2947e5a7-f06a-4bc7-9934-74980ea910fc {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:26.761623 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.878511 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] For port 2947e5a7-f06a-4bc7-9934-74980ea910fc, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=2947e5a7-f06a-4bc7-9934-74980ea910fc,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:26.878862 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.998196 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Calling delete_port for 2947e5a7-f06a-4bc7-9934-74980ea910fc owned by network:router_interface {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:27.152380 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.156556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5941706b-f42f-45e3-a7b7-a54a155d8c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:27.201889 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Pushing event deleted for resources: {'Port': ['ID=2947e5a7-f06a-4bc7-9934-74980ea910fc,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:27.227606 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:27.481808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.831613 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Router e6b98ab7-84e1-47fb-8211-138effa46b98 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:32:28.114101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:32:28.123976 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] 10.222.0.32 "PUT /v2.0/routers/e6b98ab7-84e1-47fb-8211-138effa46b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3953121 May 27 03:32:28.124384 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] Sync routers for ids ['e6b98ab7-84e1-47fb-8211-138effa46b98'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:28.126431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58080) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:28.135461 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] Routers {'e6b98ab7-84e1-47fb-8211-138effa46b98'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:28.136176 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:32:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['e6b98ab7-84e1-47fb-8211-138effa46b98'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:28.300052 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks [] for router, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.324335 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] Set router e6b98ab7-84e1-47fb-8211-138effa46b98 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:28.531205 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.555699 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf171-ec41-4863-a113-59f1909dc963 req-ded7ba9a-0387-4b1e-857c-b7364e86ebb5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:28.557170 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-147bf171-ec41-4863-a113-59f1909dc963 req-ded7ba9a-0387-4b1e-857c-b7364e86ebb5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.1186144 May 27 03:32:28.649392 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-147bf171-ec41-4863-a113-59f1909dc963 req-e1d988c8-b792-45f0-914a-2bef5b8316c3 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607407 May 27 03:32:28.657788 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Deleting port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:28.658159 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.662080 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99'}], 'enable_snat': True}, 'gw_port_id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:32:27Z', 'revision_number': 5, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port': {'id': 'de8209ef-3fb5-4c8a-a3cf-e327f2970ce0', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:06Z', 'updated_at': '2021-05-27T03:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:28.676760 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] Checking router: e6b98ab7-84e1-47fb-8211-138effa46b98 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:28.676760 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] Routers {'e6b98ab7-84e1-47fb-8211-138effa46b98'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:32:28.676760 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:32:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['e6b98ab7-84e1-47fb-8211-138effa46b98'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:28.779719 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] For port de8209ef-3fb5-4c8a-a3cf-e327f2970ce0, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:28.780069 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.822886 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] Set router e6b98ab7-84e1-47fb-8211-138effa46b98 gateway port host: None {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:32:28.899309 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Calling delete_port for de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 owned by network:router_gateway {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:28.934353 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:32:28Z', 'revision_number': 6, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:28.941398 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b488b821-fe5d-41eb-99b9-691ffb986cec None None] The sync data for ids ['e6b98ab7-84e1-47fb-8211-138effa46b98'] in dv-cinder-793264-1-smb is: [{'id': 'e6b98ab7-84e1-47fb-8211-138effa46b98', 'name': 'tempest-TestMinimumBasicScenario-1222950091-router', 'tenant_id': '188aa96c68d94f97a2ef0743186fcc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:04Z', 'updated_at': '2021-05-27T03:32:28Z', 'revision_number': 6, 'project_id': '188aa96c68d94f97a2ef0743186fcc58', 'gw_port_host': None}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:29.046712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.050504 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-82a809d1-cae6-4191-9d4f-82ee1df4c66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:29.095862 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=de8209ef-3fb5-4c8a-a3cf-e327f2970ce0,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:29.137079 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.137441 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.137796 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.138165 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.138509 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.138853 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.139207 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.139531 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.139868 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.140203 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.140542 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.140873 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:29.167871 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:29.195354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.465386 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.467460 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.490445 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.491039 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b98ab7-84e1-47fb-8211-138effa46b98 {{(pid=91735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:32:29.502751 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.503844 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] 10.222.0.32 "DELETE /v2.0/routers/e6b98ab7-84e1-47fb-8211-138effa46b98 HTTP/1.1" status: 204 len: 168 time: 1.3763695 May 27 03:32:29.506918 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58092) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:29.565521 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Deleting subnet ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3 {{(pid=91735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:32:29.569014 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.616538 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-676745'] for subnet, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.711171 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.996205 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a3da-72a2-4d7f-acf6-d425adbdf6b2 req-a4f815c7-184d-41a9-9b37-eff8e65fc8f4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:29.997568 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b8f2a3da-72a2-4d7f-acf6-d425adbdf6b2 req-a4f815c7-184d-41a9-9b37-eff8e65fc8f4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.2197716 May 27 03:32:30.053695 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b8f2a3da-72a2-4d7f-acf6-d425adbdf6b2 req-44d967da-0d23-41f7-8c59-f475ff25be43 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497389 May 27 03:32:30.058901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3011055'] for subnet, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.063583 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f5efa5a6-a5dc-45dc-9397-eba8c9fc3a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:30.097647 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.100496 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:30.101498 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.106902 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39a9b1-e69f-442b-8fe4-6ee142a346fe None None] Network 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:32:30.114437 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a52fe4e5-f36e-41dc-a02d-dbc47579674a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ddede6b2-45b3-4ef7-ae3e-1c9cf4fa3ca3 HTTP/1.1" status: 204 len: 168 time: 0.6064246 May 27 03:32:30.117939 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58100) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:30.222341 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.292271 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Deleting port 7794b395-8f71-490b-8861-e4d1efe6ae50 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:30.292528 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.353269 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] DHCP port deletion for 57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 request from dv-cinder-793264-1-smb {{(pid=91736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:32:30.394551 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] For port 7794b395-8f71-490b-8861-e4d1efe6ae50, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7794b395-8f71-490b-8861-e4d1efe6ae50,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:30.394900 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.411095 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 2947e5a7-f06a-4bc7-9934-74980ea910fc no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:30.446283 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 2947e5a7-f06a-4bc7-9934-74980ea910fc {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:30.446625 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 2947e5a7-f06a-4bc7-9934-74980ea910fc not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:30.447026 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:30.482066 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:30.482407 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device de8209ef-3fb5-4c8a-a3cf-e327f2970ce0 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:30.485517 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Deleting port 7794b395-8f71-490b-8861-e4d1efe6ae50 {{(pid=91736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:32:30.485903 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.523898 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Calling delete_port for 7794b395-8f71-490b-8861-e4d1efe6ae50 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:30.571931 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.576797 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a152e75-5abe-468f-8a08-5f15570ad86f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:30.585040 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] For port 7794b395-8f71-490b-8861-e4d1efe6ae50, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7794b395-8f71-490b-8861-e4d1efe6ae50,segment=NetworkSegment(477b49ef-68bf-4805-8a0b-18745879f8cb),segment_id=477b49ef-68bf-4805-8a0b-18745879f8cb)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:30.585466 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.620994 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7794b395-8f71-490b-8861-e4d1efe6ae50,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.622800 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] No DVR routers for this DVR port 7794b395-8f71-490b-8861-e4d1efe6ae50 on host dv-cinder-793264-1-smb {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:30.624243 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:30.734849 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.737333 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Calling delete_port for 7794b395-8f71-490b-8861-e4d1efe6ae50 owned by network:dhcp {{(pid=91736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:32:30.748909 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8']}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:30.762887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477b49ef-68bf-4805-8a0b-18745879f8cb') {'for_net_delete': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:30.763181 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477b49ef-68bf-4805-8a0b-18745879f8cb') {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:30.774345 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-676784'] for segment, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.781689 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253'] for port, after_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.786123 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:30.790549 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.796809 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=91735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:32:30.797231 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2313761'] for segment, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: Traceback (most recent call last): May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: timer() May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: cb(*args, **kw) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: return func(*args, **kwargs) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: self._notify() May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: self.callback(batched_events) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: event.method(event) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: return f(self, *a, **k) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: return self._get(url).json() May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: return self.request(url, 'GET', **kwargs) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:32:30.810990 dv-cinder-793264-1-smb neutron-server[91735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:32:30.828171 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Pushing event deleted for resources: {'Port': ['ID=7794b395-8f71-490b-8861-e4d1efe6ae50,revision_number=None']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.831554 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:30.833813 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] No DVR routers for this DVR port 7794b395-8f71-490b-8861-e4d1efe6ae50 on host dv-cinder-793264-1-smb {{(pid=91736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:30.887670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.891144 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ff6a6ff4-c68f-4bd7-9a85-213dcd7a4016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:30.903429 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.914398 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.916360 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:30.917780 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7ddb8225-d79e-4055-8f08-c05e79790df2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57dd3fdd-9c7e-4d99-bee1-fcbe33c489a8 HTTP/1.1" status: 204 len: 168 time: 0.7985461 May 27 03:32:31.086943 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58110) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:31.136202 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a280012f-a5ba-4728-aaf5-05764f70a5c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1d69fd080004fe2b43191430034ba0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480654 May 27 03:32:31.138563 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58114) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:31.335724 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.366637 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.410069 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bdc3d-645a-44c6-849b-df0fcfe72141 req-1f07f71f-04dc-4167-a646-f516b8020427 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:31.411530 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-804bdc3d-645a-44c6-849b-df0fcfe72141 req-1f07f71f-04dc-4167-a646-f516b8020427 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.2351940 May 27 03:32:31.454607 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.461352 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-40662fa1-fb8c-47f5-a432-39b58c20fabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:31.476130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-804bdc3d-645a-44c6-849b-df0fcfe72141 req-131c1cf8-6fe7-47c7-b1e8-cc91b849cdf7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588524 May 27 03:32:31.479923 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5543647a-f8a2-4c16-95e0-334c0df89d84,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:31.482833 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:31.486792 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.488203 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5543647a-f8a2-4c16-95e0-334c0df89d84 HTTP/1.1" status: 204 len: 168 time: 0.3487685 May 27 03:32:31.816686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58122) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:31.865346 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-89c4de3f-8c58-471f-ae18-7d5826c09cc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=188aa96c68d94f97a2ef0743186fcc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475180 May 27 03:32:31.867700 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58126) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:31.924712 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.950048 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:32.001874 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:32.006669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-0fc49c87-ffad-4324-8508-7b87f84c87df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:32.016600 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38125bae-0c96-404d-8c36-b35b6b9efc23,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:32.021517 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:32.023474 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:32.024584 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38125bae-0c96-404d-8c36-b35b6b9efc23 HTTP/1.1" status: 204 len: 168 time: 0.1560922 May 27 03:32:32.373449 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7794b395-8f71-490b-8861-e4d1efe6ae50 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:32.407394 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 7794b395-8f71-490b-8861-e4d1efe6ae50 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:32:32.407732 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7794b395-8f71-490b-8861-e4d1efe6ae50 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:32.674128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ddaf-8ef0-47cc-9826-50b19d8f160f req-07dbfbd6-864b-422f-9ca2-5d5b003d6c48 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:32.675491 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7766ddaf-8ef0-47cc-9826-50b19d8f160f req-07dbfbd6-864b-422f-9ca2-5d5b003d6c48 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0816164 May 27 03:32:32.719460 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7766ddaf-8ef0-47cc-9826-50b19d8f160f req-879396e2-3615-4ac0-b59b-1a78de6adc17 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379248 May 27 03:32:33.915409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f39f3-5856-4d9b-8844-65a0d2f96e37 req-91bc105f-19e6-41c3-b4a2-01fb9d16f5ce tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:33.916881 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-925f39f3-5856-4d9b-8844-65a0d2f96e37 req-91bc105f-19e6-41c3-b4a2-01fb9d16f5ce tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0899901 May 27 03:32:33.964444 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-925f39f3-5856-4d9b-8844-65a0d2f96e37 req-e84541df-607e-4bc2-a8fc-a0190e007a7c tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 May 27 03:32:35.149352 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec965c-92b6-4dd7-91fd-ad0aeafcdbf8 req-e22641c9-eacc-48d1-9292-dd52d6e35c7e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:35.150831 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-91ec965c-92b6-4dd7-91fd-ad0aeafcdbf8 req-e22641c9-eacc-48d1-9292-dd52d6e35c7e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0773790 May 27 03:32:35.193448 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-91ec965c-92b6-4dd7-91fd-ad0aeafcdbf8 req-f58ab5cc-6c83-4a3f-91db-d6d4d5369df2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371644 May 27 03:32:36.381475 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629983-56e0-4c65-ae35-f3565fcaf331 req-bc435756-c01a-4781-a677-0bd5597df373 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:36.382954 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0629983-56e0-4c65-ae35-f3565fcaf331 req-bc435756-c01a-4781-a677-0bd5597df373 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0831678 May 27 03:32:36.428815 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f0629983-56e0-4c65-ae35-f3565fcaf331 req-df5321c8-676f-4c13-a864-e29ed88a94ec tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 May 27 03:32:37.638649 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72345e-d732-46b7-aa52-45fa30c323d3 req-d280847d-b19e-4d08-afed-37f3ee1eadce tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:37.640005 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4c72345e-d732-46b7-aa52-45fa30c323d3 req-d280847d-b19e-4d08-afed-37f3ee1eadce tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0797422 May 27 03:32:37.682835 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4c72345e-d732-46b7-aa52-45fa30c323d3 req-e2fee800-91c7-446a-8199-2807242fe906 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373843 May 27 03:32:38.871751 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df03a-816a-497c-b0b4-3ba34ca02dba req-c350de97-2083-4bf3-96a1-538475954307 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:38.873207 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be0df03a-816a-497c-b0b4-3ba34ca02dba req-c350de97-2083-4bf3-96a1-538475954307 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0828986 May 27 03:32:38.916409 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be0df03a-816a-497c-b0b4-3ba34ca02dba req-4c805a9b-bd26-4d85-af13-06a53ee39874 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 May 27 03:32:39.884174 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:40.014596 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:40.027762 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'mac_address': 'fa:16:3e:cd:fa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:40.081492 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.097470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:40.101616 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d77d-fe5e-4162-8f8c-ebb94d7d5c5b req-b1b45ba8-4927-407c-b60e-6a155a21a6da tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:40.103093 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bcf6d77d-fe5e-4162-8f8c-ebb94d7d5c5b req-b1b45ba8-4927-407c-b60e-6a155a21a6da tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0783117 May 27 03:32:40.112993 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:40.117608 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.119409 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:40.147521 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bcf6d77d-fe5e-4162-8f8c-ebb94d7d5c5b req-76aea3e7-db62-43cc-8131-d29305e00124 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 May 27 03:32:40.189112 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=6']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:40.196955 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.197297 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.197635 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.198007 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.198361 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.198661 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.198982 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.199300 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.199622 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.199938 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.200252 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.200813 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:40.204354 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:40.229840 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:32:41.517715 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780f7c-7b02-4c9e-ae80-8dbca716e746 req-3168bcf0-ef14-4bd1-9edd-b738c68dfd47 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:41.519341 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c9780f7c-7b02-4c9e-ae80-8dbca716e746 req-3168bcf0-ef14-4bd1-9edd-b738c68dfd47 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 945 time: 0.2629387 May 27 03:32:41.606271 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c9780f7c-7b02-4c9e-ae80-8dbca716e746 req-75352bbe-9204-461d-b9b3-5aab14f22053 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740781 May 27 03:32:41.642531 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-57ff5f23-e116-4dcc-b348-70af907116b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1590571 May 27 03:32:41.743197 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-151a88d5-1172-4eba-8d10-9ce6150f3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:41.744936 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-151a88d5-1172-4eba-8d10-9ce6150f3e6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.0733759 May 27 03:32:41.885076 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:41.901411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-365cc080-493f-47a7-a2c5-49a350d10f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:41.903054 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-365cc080-493f-47a7-a2c5-49a350d10f28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.1382461 May 27 03:32:41.960795 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:41.961457 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.024241 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-c5fd7c26-6ae4-4406-807d-0782e9001bcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 1002 time: 0.1113863 May 27 03:32:42.025821 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.098222 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.115495 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-ead1d304-3425-4179-a392-f5ffece2daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:42.118132 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-ead1d304-3425-4179-a392-f5ffece2daa8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.0867162 May 27 03:32:42.130280 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:42.140789 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:42.146462 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.149048 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-f0906c31-35b6-4060-a897-db82c0f872d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:42.207437 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-80c32c05-6ad4-43c4-bdac-5c95abfcf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:42.209280 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-80c32c05-6ad4-43c4-bdac-5c95abfcf386 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841801 May 27 03:32:42.214865 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'code': 200} May 27 03:32:42.224894 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=7']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.235841 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:42.351750 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-395ac685-99e8-4b26-89d8-5c334f68a3d3 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320636 May 27 03:32:42.500847 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-4c96ff97-e71c-4a60-a2ac-c7e1cca28e69 req-71693988-c20d-4022-a16b-fd77b45d3085 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420519 May 27 03:32:42.792686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaefdd3-ddfd-46ed-a8f8-3aeef346da87 req-1187a080-12d4-44c6-9e7f-bd82aa841c7d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:42.794886 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4eaefdd3-ddfd-46ed-a8f8-3aeef346da87 req-1187a080-12d4-44c6-9e7f-bd82aa841c7d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0842712 May 27 03:32:42.867126 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4eaefdd3-ddfd-46ed-a8f8-3aeef346da87 req-0e40f218-ebd0-40bf-a8ef-aa904583dddc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656357 May 27 03:32:43.664403 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-3dac57a6-35c7-4f15-b097-b1b9c8c02669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.083892 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5eeb5-6ece-4f9e-bbd4-e4d25f2fb2bf req-a86f415c-5f23-4153-b8ad-402b1104b7fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:44.085482 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5df5eeb5-6ece-4f9e-bbd4-e4d25f2fb2bf req-a86f415c-5f23-4153-b8ad-402b1104b7fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0867293 May 27 03:32:44.139337 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5df5eeb5-6ece-4f9e-bbd4-e4d25f2fb2bf req-65652665-759c-4eac-a85e-c766e0021e5b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 May 27 03:32:44.819199 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:32:45.361582 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bafa2-e0a9-4e44-97aa-8c82d59262bf req-60ca5147-bf02-4f43-b5d8-cccb52c36897 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:45.363109 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e71bafa2-e0a9-4e44-97aa-8c82d59262bf req-60ca5147-bf02-4f43-b5d8-cccb52c36897 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.1073017 May 27 03:32:45.424622 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e71bafa2-e0a9-4e44-97aa-8c82d59262bf req-3f3f1254-4b1d-4c83-b132-8646ac12019b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540068 May 27 03:32:46.019583 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c1f25692-5c33-4df3-a9f2-0d526c908d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.161885 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.637956 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3befa-ac2f-4d1a-9a7b-7de4b2712023 req-7bdbd235-920f-4fe1-88e0-8b69e56258a3 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:46.639533 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-32a3befa-ac2f-4d1a-9a7b-7de4b2712023 req-7bdbd235-920f-4fe1-88e0-8b69e56258a3 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0876491 May 27 03:32:46.687212 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-32a3befa-ac2f-4d1a-9a7b-7de4b2712023 req-a33ad61a-a9c9-442b-a468-12b6420ad389 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418963 May 27 03:32:46.970424 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:47.917883 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada83c1d-d7b8-497d-ad60-db6baafc3c86 req-af400862-f1df-467f-92bc-5ec4a2a3f2e6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:47.927447 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ada83c1d-d7b8-497d-ad60-db6baafc3c86 req-af400862-f1df-467f-92bc-5ec4a2a3f2e6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.1158507 May 27 03:32:47.984931 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ada83c1d-d7b8-497d-ad60-db6baafc3c86 req-3189cce7-4082-4f30-b5c8-d720c3eb32bb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588839 May 27 03:32:48.289624 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1405-6a00-442a-9aa4-aa8ee49aeb94 req-0838bb9f-22af-4c94-95eb-13d238cefd25 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:48.291229 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5e4f1405-6a00-442a-9aa4-aa8ee49aeb94 req-0838bb9f-22af-4c94-95eb-13d238cefd25 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0847769 May 27 03:32:48.345222 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5e4f1405-6a00-442a-9aa4-aa8ee49aeb94 req-414adf60-b33a-4bf0-baa3-e333149f35cd tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 May 27 03:32:48.856186 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.175342 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e5544-e967-4658-b81e-5f0d8ed48cc8 req-5a3100b1-a938-46dd-971a-da374866864b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:49.175937 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-170e5544-e967-4658-b81e-5f0d8ed48cc8 req-5a3100b1-a938-46dd-971a-da374866864b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0893998 May 27 03:32:49.222563 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-170e5544-e967-4658-b81e-5f0d8ed48cc8 req-40619f92-79f2-4ecf-ad28-e0e561e0e749 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 May 27 03:32:49.549673 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0793b-7a46-481a-ae1c-322e2d262eb7 req-17bb511d-90c0-4652-b073-6808772765d5 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:49.556587 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c0b0793b-7a46-481a-ae1c-322e2d262eb7 req-17bb511d-90c0-4652-b073-6808772765d5 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0933721 May 27 03:32:49.599899 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c0b0793b-7a46-481a-ae1c-322e2d262eb7 req-83e41d50-71da-4b6a-b36d-062479334f17 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423989 May 27 03:32:50.410225 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c603-8093-4487-a350-0750043fb674 req-ba8d7adb-3f53-47bf-bad5-d05a9627e3c6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.412163 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a71c603-8093-4487-a350-0750043fb674 req-ba8d7adb-3f53-47bf-bad5-d05a9627e3c6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0780654 May 27 03:32:50.455669 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a71c603-8093-4487-a350-0750043fb674 req-bad24edc-0671-43cc-abd1-fee186c1e5fa tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 May 27 03:32:50.821343 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-4b95a798-af65-4a17-bb89-7753d3d0eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.822770 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-4b95a798-af65-4a17-bb89-7753d3d0eaa0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1099 time: 0.0737710 May 27 03:32:50.881251 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef957-5b6c-4926-bdb7-50cd75699b44 req-4346179b-d3b3-4358-a263-2421c166054d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.882708 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-008ef957-5b6c-4926-bdb7-50cd75699b44 req-4346179b-d3b3-4358-a263-2421c166054d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.1719978 May 27 03:32:50.927401 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-008ef957-5b6c-4926-bdb7-50cd75699b44 req-03acb86e-fb13-4a63-8e58-70c04aff9fd7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 May 27 03:32:50.954794 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-8720411c-4fc5-46c0-89ba-d65cdf55e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.956243 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-8720411c-4fc5-46c0-89ba-d65cdf55e5b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.1257493 May 27 03:32:51.155628 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-73e65017-472c-4908-9d86-752701d3a4a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 200 len: 1001 time: 0.1923656 May 27 03:32:51.219138 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-41e9848c-8be7-45c8-b4e8-43b9d93900d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.220570 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-41e9848c-8be7-45c8-b4e8-43b9d93900d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0583169 May 27 03:32:51.295906 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-5e8d5f0c-6d3a-441a-9c16-41d1cfdb2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.297314 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-5e8d5f0c-6d3a-441a-9c16-41d1cfdb2e14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684824 May 27 03:32:51.429885 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-f9d4c961-f3a1-4950-9094-60ee904e856e service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221135 May 27 03:32:51.562459 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fc764d88-7c66-43f5-855d-40ab6fe2e755 req-55c889ae-fdef-46a4-b4bc-21f4502acbce service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254811 May 27 03:32:51.640335 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1db4f-87c6-499b-8ea0-b57ca272b925 req-9ec18fbc-3728-4f0b-b4fd-751e849ad461 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.641789 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-52d1db4f-87c6-499b-8ea0-b57ca272b925 req-9ec18fbc-3728-4f0b-b4fd-751e849ad461 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0789268 May 27 03:32:51.687041 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-52d1db4f-87c6-499b-8ea0-b57ca272b925 req-9bca5d6d-b6bd-4303-a86c-7208fea5be6d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392156 May 27 03:32:52.110324 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867620-1326-4657-ac28-d0f7ca89c909 req-943b95b0-4fc3-4a38-a853-d5370ff05a98 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:52.111766 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-91867620-1326-4657-ac28-d0f7ca89c909 req-943b95b0-4fc3-4a38-a853-d5370ff05a98 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0795233 May 27 03:32:52.156645 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-91867620-1326-4657-ac28-d0f7ca89c909 req-8e6be334-301f-43d1-9257-45fd6677cdd6 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388043 May 27 03:32:52.878676 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5beaf2-d1ea-4041-96fb-4e46d0e746d8 req-330f9730-8a29-4fc3-8692-1f4033ada087 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:52.880745 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6f5beaf2-d1ea-4041-96fb-4e46d0e746d8 req-330f9730-8a29-4fc3-8692-1f4033ada087 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0820682 May 27 03:32:52.923473 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6f5beaf2-d1ea-4041-96fb-4e46d0e746d8 req-ed16ce05-ba6f-44da-94ba-49766814a3c1 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368028 May 27 03:32:53.345731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5c2a8-cfa0-4b53-b673-f3ae965de969 req-c2d7cfab-0646-4b6a-9360-03b1ab347c3d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:53.347239 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4bc5c2a8-cfa0-4b53-b673-f3ae965de969 req-c2d7cfab-0646-4b6a-9360-03b1ab347c3d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0799558 May 27 03:32:53.391676 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4bc5c2a8-cfa0-4b53-b673-f3ae965de969 req-b61feea8-10ad-4ee5-9808-c4fe4befd315 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382376 May 27 03:32:53.980518 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:54.091304 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.117715 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:54.118576 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b8982-d144-4d20-9116-3acaae4dcfa2 req-ffccdfc0-ace8-4351-95e8-901a05c03c17 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:54.120071 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1a6b8982-d144-4d20-9116-3acaae4dcfa2 req-ffccdfc0-ace8-4351-95e8-901a05c03c17 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 946 time: 0.0829856 May 27 03:32:54.127687 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:32:54.134837 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.136720 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:32:54.166707 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1a6b8982-d144-4d20-9116-3acaae4dcfa2 req-6af30549-bc2b-457e-a2d7-98b78b0c227a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 May 27 03:32:54.208783 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=8']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.212471 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:32:54.293048 dv-cinder-793264-1-smb neutron-server[91736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'code': 422} returned with failed status May 27 03:32:54.579975 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5914f3-26e7-4538-b9f6-3bc8e24308c8 req-7ffaa4bb-5b9f-4602-8701-32817806a9c2 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:54.581420 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0b5914f3-26e7-4538-b9f6-3bc8e24308c8 req-7ffaa4bb-5b9f-4602-8701-32817806a9c2 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0824697 May 27 03:32:54.630848 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0b5914f3-26e7-4538-b9f6-3bc8e24308c8 req-fbbb8dc7-18ef-4ad7-99e7-276fe67055fe tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 May 27 03:32:55.573768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6349f2-5664-43a1-a599-b9d142a400ba req-74248da6-cfd4-477e-a7be-958ce9d60290 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:55.575254 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a6349f2-5664-43a1-a599-b9d142a400ba req-74248da6-cfd4-477e-a7be-958ce9d60290 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0828478 May 27 03:32:55.621820 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a6349f2-5664-43a1-a599-b9d142a400ba req-8f46002d-d56f-4214-a97f-220d07ab4449 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 May 27 03:32:55.752486 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58334) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:55.828628 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed69f6-7998-40cd-875e-9a4321cb5da1 req-c4b9795c-4016-472a-83a3-c253cf97b773 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:55.830140 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e9ed69f6-7998-40cd-875e-9a4321cb5da1 req-c4b9795c-4016-472a-83a3-c253cf97b773 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0858996 May 27 03:32:55.869034 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-22824f2a-5a63-44d1-8307-dbca8140405b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152301 May 27 03:32:55.878684 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e9ed69f6-7998-40cd-875e-9a4321cb5da1 req-18e2f0b8-98e3-4f48-a8bd-12c09454ec50 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 May 27 03:32:56.810159 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebdd44-949a-4b43-98c7-477ca37e2ecb req-d0529c9a-b19a-43a2-bd03-902d23b71990 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.811644 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-68ebdd44-949a-4b43-98c7-477ca37e2ecb req-d0529c9a-b19a-43a2-bd03-902d23b71990 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0802088 May 27 03:32:56.859827 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-68ebdd44-949a-4b43-98c7-477ca37e2ecb req-ff18384a-1b74-4c4e-b655-38b469ed6964 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 May 27 03:32:56.909648 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-7edc93f3-806b-407e-af2d-915e75cc52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.911225 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-7edc93f3-806b-407e-af2d-915e75cc52df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748&tenant_id=14703d4108504b9b8a86704d529b30cf HTTP/1.1" status: 200 len: 1097 time: 0.0868781 May 27 03:32:57.023977 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-65a5c213-0f6c-4791-986d-f6cdf8b1f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.025487 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-65a5c213-0f6c-4791-986d-f6cdf8b1f9da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14703d4108504b9b8a86704d529b30cf&device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1097 time: 0.0781083 May 27 03:32:57.084986 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d45b-22df-4265-a4ce-1d4f3a394e31 req-bde8e0cc-8fd6-486d-8660-218cc7cdc201 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.086712 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00b8d45b-22df-4265-a4ce-1d4f3a394e31 req-bde8e0cc-8fd6-486d-8660-218cc7cdc201 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0910070 May 27 03:32:57.131318 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00b8d45b-22df-4265-a4ce-1d4f3a394e31 req-2a6ab678-17d1-43c2-a8b1-37ba3456dae5 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 May 27 03:32:57.168287 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-310f5b7a-2369-47d1-9f90-4cf4a963cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.169722 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-310f5b7a-2369-47d1-9f90-4cf4a963cda7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 200 len: 917 time: 0.1309056 May 27 03:32:57.270457 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-6a213f78-f368-44e0-bbef-e9cf64178291 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 200 len: 999 time: 0.0943749 May 27 03:32:57.336655 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-a9767586-fb2f-4754-afd2-92bb990a7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.338076 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-a9767586-fb2f-4754-afd2-92bb990a7594 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0616863 May 27 03:32:57.412786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-d2d43f48-392d-4a8d-bd7b-f43d35598db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.414192 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-d2d43f48-392d-4a8d-bd7b-f43d35598db5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=752aa57e-d0c0-4d33-b3fe-a94576910797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703330 May 27 03:32:57.543402 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-ba585a69-f114-4405-938c-2d446eef088f service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224723 May 27 03:32:57.684946 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-1ddda1dd-db32-4b21-8e8e-ce5c0a658e27 req-23148bfa-6a32-4c56-94a9-f18f9c938e66 service neutron] 10.222.0.10 "GET /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345692 May 27 03:32:58.054973 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf918a-fa41-4731-9e1f-f945110d3773 req-c2d60b0b-b733-4d93-990d-da7cafd98962 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:58.058303 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a6cf918a-fa41-4731-9e1f-f945110d3773 req-c2d60b0b-b733-4d93-990d-da7cafd98962 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0837657 May 27 03:32:58.121161 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a6cf918a-fa41-4731-9e1f-f945110d3773 req-695b9722-0af5-4c3c-b2fc-9f8c6154a3b7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563385 May 27 03:32:58.404603 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529462e-b0e6-4b9b-8d32-918e1f3cbd40 req-3a32abe2-5960-4174-9ceb-2d50b1d87cc6 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:58.412896 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8529462e-b0e6-4b9b-8d32-918e1f3cbd40 req-3a32abe2-5960-4174-9ceb-2d50b1d87cc6 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.1232502 May 27 03:32:58.477673 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8529462e-b0e6-4b9b-8d32-918e1f3cbd40 req-5dd55355-0a6d-46bb-9739-08fb50481d35 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639031 May 27 03:32:59.358925 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f4711-f84b-47e4-90fb-a47624023f5b req-84d4a339-0db3-4355-b357-54fc23ea7f75 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:59.360418 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-996f4711-f84b-47e4-90fb-a47624023f5b req-84d4a339-0db3-4355-b357-54fc23ea7f75 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0923193 May 27 03:32:59.409939 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-996f4711-f84b-47e4-90fb-a47624023f5b req-b7b5c4c5-f09c-426a-a401-a9bf20fb8307 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 May 27 03:32:59.700922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b1481-6ff3-43a4-b8fc-36c97eeb4bc3 req-cc0c699e-5f35-475c-997e-9926a72983da tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:59.709259 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4d4b1481-6ff3-43a4-b8fc-36c97eeb4bc3 req-cc0c699e-5f35-475c-997e-9926a72983da tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0940289 May 27 03:32:59.752214 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4d4b1481-6ff3-43a4-b8fc-36c97eeb4bc3 req-d5a4d028-7145-4c0c-9eb5-99b3c6265edf tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 May 27 03:33:00.608047 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4771e-a159-4886-b376-1de83086bc05 req-058e1c4b-1a9f-427a-ad04-e4814c8484fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.609422 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c4771e-a159-4886-b376-1de83086bc05 req-058e1c4b-1a9f-427a-ad04-e4814c8484fc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0861387 May 27 03:33:00.657584 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c6c4771e-a159-4886-b376-1de83086bc05 req-46b4ec51-fab7-4cdf-bffd-b5ccdfcc9753 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406396 May 27 03:33:00.961067 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eae6b0-2271-4f2d-b615-603cf15d806a req-77fe83cb-4a34-4c4a-a40d-b9ba2b82f309 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.962870 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f2eae6b0-2271-4f2d-b615-603cf15d806a req-77fe83cb-4a34-4c4a-a40d-b9ba2b82f309 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0843585 May 27 03:33:01.009687 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f2eae6b0-2271-4f2d-b615-603cf15d806a req-e69939ce-e635-45e1-9013-f75bcb9bc903 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 May 27 03:33:01.852311 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429efe01-6edd-4788-a571-ac51b372624f req-365be17b-2530-4363-b20f-13f0e0795dea tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.853686 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-429efe01-6edd-4788-a571-ac51b372624f req-365be17b-2530-4363-b20f-13f0e0795dea tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0850358 May 27 03:33:01.899219 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-429efe01-6edd-4788-a571-ac51b372624f req-f8a719c7-ee11-47fd-93a0-628780f1e182 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 May 27 03:33:02.195144 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fdf4-394c-4d10-a180-02e643dc0d5e req-031802ed-6f13-4b58-8ecf-eaaa3197dc11 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:02.196620 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c330fdf4-394c-4d10-a180-02e643dc0d5e req-031802ed-6f13-4b58-8ecf-eaaa3197dc11 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0802193 May 27 03:33:02.248376 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c330fdf4-394c-4d10-a180-02e643dc0d5e req-4e1c94de-d9ed-47bc-a0ac-177fe0129148 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450995 May 27 03:33:03.090726 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bb820-8454-4a1c-a5bc-e20565b29978 req-ad253690-c632-431f-9449-e97fa29fe60a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:03.092187 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-758bb820-8454-4a1c-a5bc-e20565b29978 req-ad253690-c632-431f-9449-e97fa29fe60a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0807774 May 27 03:33:03.138103 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-758bb820-8454-4a1c-a5bc-e20565b29978 req-5f0d88fd-bc12-4bd7-8523-290822c42b6e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 May 27 03:33:03.440768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb90e3-15e2-4dec-a12f-ecd8b368dc5a req-2b08f178-a732-4727-bbd3-e9bf31284ae6 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:03.442283 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-58cb90e3-15e2-4dec-a12f-ecd8b368dc5a req-2b08f178-a732-4727-bbd3-e9bf31284ae6 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0862947 May 27 03:33:03.579906 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-58cb90e3-15e2-4dec-a12f-ecd8b368dc5a req-c0be8d50-e0bd-473d-b574-2fe292b6c1ef tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321356 May 27 03:33:04.331764 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6c35-b8a4-4eb6-a52f-057af5ec7452 req-8572e3b2-04ab-4819-a2bb-4b35ce054043 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:04.333722 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-257c6c35-b8a4-4eb6-a52f-057af5ec7452 req-8572e3b2-04ab-4819-a2bb-4b35ce054043 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0874801 May 27 03:33:04.384699 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-257c6c35-b8a4-4eb6-a52f-057af5ec7452 req-60d6e55d-ee41-4c6c-a951-ed4456b42b51 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451021 May 27 03:33:04.770313 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c314b-35d6-4f74-9d73-dbfcc4b4deef req-24144b6e-9f71-47c5-82ac-8f604aa25c6f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:04.771791 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a39c314b-35d6-4f74-9d73-dbfcc4b4deef req-24144b6e-9f71-47c5-82ac-8f604aa25c6f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0805602 May 27 03:33:04.816697 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a39c314b-35d6-4f74-9d73-dbfcc4b4deef req-6bce1015-94df-4d6d-b084-8b1c7d4b1889 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392780 May 27 03:33:05.578527 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4bc27-a931-4605-9eb9-d9e219f2642e req-d910f344-163e-45fb-aa53-27ccee12d7c4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:05.580143 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2ec4bc27-a931-4605-9eb9-d9e219f2642e req-d910f344-163e-45fb-aa53-27ccee12d7c4 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0852001 May 27 03:33:05.625636 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2ec4bc27-a931-4605-9eb9-d9e219f2642e req-fe35c9fd-7174-4978-ab53-3415bc0d4eba tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 May 27 03:33:06.020367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a1aa6-ae4f-4450-ae68-1533d3dbac12 req-3854e037-fab4-457b-a8be-f57d7a249f24 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.022545 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1b8a1aa6-ae4f-4450-ae68-1533d3dbac12 req-3854e037-fab4-457b-a8be-f57d7a249f24 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0932758 May 27 03:33:06.067884 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1b8a1aa6-ae4f-4450-ae68-1533d3dbac12 req-0896693f-4a9b-4cc0-ae0f-f6cf4f96ab38 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396371 May 27 03:33:06.824788 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a7f7c-2017-4681-aab8-e8c6cdfb291e req-9c794658-80ed-44a8-921d-750a57b559b5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.826579 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b74a7f7c-2017-4681-aab8-e8c6cdfb291e req-9c794658-80ed-44a8-921d-750a57b559b5 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0850654 May 27 03:33:06.873891 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b74a7f7c-2017-4681-aab8-e8c6cdfb291e req-5bfefa1e-77c6-4812-94fb-0657b162c285 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 May 27 03:33:07.253705 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad927f-597d-4292-8cea-c8fdaa0247f5 req-755fd446-7d25-4f18-8680-97e6cbdcb432 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:07.255215 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8bad927f-597d-4292-8cea-c8fdaa0247f5 req-755fd446-7d25-4f18-8680-97e6cbdcb432 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0830090 May 27 03:33:07.302187 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8bad927f-597d-4292-8cea-c8fdaa0247f5 req-29f5a4af-4bb3-4765-8c3c-5eeedd874b76 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408773 May 27 03:33:08.067402 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4443bfe-a736-4368-869e-4a978d626e52 req-6f13639b-06ff-4a2f-8a10-106df2bf0fd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:08.069846 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a4443bfe-a736-4368-869e-4a978d626e52 req-6f13639b-06ff-4a2f-8a10-106df2bf0fd8 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0848162 May 27 03:33:08.118096 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a4443bfe-a736-4368-869e-4a978d626e52 req-ece120b4-f566-4ace-9d81-49b239f1f089 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 May 27 03:33:08.497572 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1b6bf-2e72-4968-acab-59e15f5229a0 req-3189295e-aa82-4b6d-a9ef-5c48b8d248ea tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:08.498970 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa1b6bf-2e72-4968-acab-59e15f5229a0 req-3189295e-aa82-4b6d-a9ef-5c48b8d248ea tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0809920 May 27 03:33:08.546272 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa1b6bf-2e72-4968-acab-59e15f5229a0 req-d26e4ac9-bf9d-4917-b538-35dcbee5d369 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 May 27 03:33:09.076253 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-25241432-9204-447a-a096-fa17f2fd9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.077746 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-25241432-9204-447a-a096-fa17f2fd9951 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.0809853 May 27 03:33:09.212669 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-e667fb31-60ab-4a20-be89-88e8d2314382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.214142 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-e667fb31-60ab-4a20-be89-88e8d2314382 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.1299522 May 27 03:33:09.324585 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a27a0e-f976-4dc5-a3dc-c421c8cbfda3 req-cc9e4583-5583-4596-a3f0-a977e494b9d2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.327417 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-51a27a0e-f976-4dc5-a3dc-c421c8cbfda3 req-cc9e4583-5583-4596-a3f0-a977e494b9d2 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0892236 May 27 03:33:09.377483 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-51a27a0e-f976-4dc5-a3dc-c421c8cbfda3 req-1cea6d7f-65f7-4616-bdf1-f3ec649f3d8e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 May 27 03:33:09.411767 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-8ea36619-2adf-4d92-973d-60e9e35a9d55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 1002 time: 0.1899948 May 27 03:33:09.476580 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-6772d764-878d-4481-8214-d8a49dc3273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.477979 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-6772d764-878d-4481-8214-d8a49dc3273a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.0591984 May 27 03:33:09.555108 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-5d6bb116-8822-4e13-bde4-c59391deb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.556578 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-5d6bb116-8822-4e13-bde4-c59391deb8c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717897 May 27 03:33:09.695892 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-9d815d9e-84ef-43d0-a29b-27c828944748 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313045 May 27 03:33:09.734370 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3dbec-31d5-4c6a-b795-658ef062c5a1 req-344a1cb1-e38d-4523-807a-82636cd1aaaa tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.736048 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0da3dbec-31d5-4c6a-b795-658ef062c5a1 req-344a1cb1-e38d-4523-807a-82636cd1aaaa tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0847728 May 27 03:33:09.779330 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0da3dbec-31d5-4c6a-b795-658ef062c5a1 req-35014021-9662-4e26-a353-9c049f97f4c2 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371346 May 27 03:33:09.828324 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-fbcd72ba-6408-4889-a072-9b4c597b8546 req-705ea119-adda-4e34-8855-69c8473cc70f service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256137 May 27 03:33:10.564413 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383830-4a61-4a7d-abc0-fab6e52b616c req-90cb72ed-1a83-44ff-863b-5e0b7218a08a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:10.565928 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00383830-4a61-4a7d-abc0-fab6e52b616c req-90cb72ed-1a83-44ff-863b-5e0b7218a08a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0812747 May 27 03:33:10.613386 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00383830-4a61-4a7d-abc0-fab6e52b616c req-361c0c50-333a-4c99-a4cf-b5a2bbd2f47e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 May 27 03:33:10.965896 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d398ab-3c23-4ac2-837b-1653ca851e2e req-5a53559a-6ceb-4082-85c5-4d5a395bb45e tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:10.967328 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-99d398ab-3c23-4ac2-837b-1653ca851e2e req-5a53559a-6ceb-4082-85c5-4d5a395bb45e tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0803034 May 27 03:33:11.010942 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-99d398ab-3c23-4ac2-837b-1653ca851e2e req-8a549122-1ffb-49cf-9946-9c4b3fd2c9e8 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375998 May 27 03:33:11.805645 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f16749-ab42-4b23-8651-c891683577e1 req-8bdbdfb8-2897-4d15-a0f0-84a30c9ace8a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:11.807345 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89f16749-ab42-4b23-8651-c891683577e1 req-8bdbdfb8-2897-4d15-a0f0-84a30c9ace8a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 944 time: 0.0791440 May 27 03:33:11.854112 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89f16749-ab42-4b23-8651-c891683577e1 req-e4ceea05-b042-4395-8426-f0e46b4c0f15 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 May 27 03:33:12.004998 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.056474 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:12.191894 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda511c3-e17f-4ebd-ba33-e3c5e8660148 req-ab14e8ce-bc87-4fa2-8cef-a319f3659d0a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:12.193346 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bda511c3-e17f-4ebd-ba33-e3c5e8660148 req-ab14e8ce-bc87-4fa2-8cef-a319f3659d0a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0803616 May 27 03:33:12.218240 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:12.230969 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'port_id': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'mac_address': 'fa:16:3e:cd:fa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:12.237528 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bda511c3-e17f-4ebd-ba33-e3c5e8660148 req-2e9f6558-a2da-4fa3-a488-cc6841b62405 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379877 May 27 03:33:12.285318 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.301691 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:12.319973 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:12.323846 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.326981 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-ff06d90a-683a-4226-88fa-184f02b49b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:12.393249 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=9']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:12.399054 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:12.520560 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-31dee27a-515b-4715-8b5d-11642927411f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741615 May 27 03:33:12.535017 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:33:12.589798 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46acf38-aa80-400a-b708-bee7eccd0eec req-2802bef4-6df8-4230-9ad3-a0b3773e927d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:12.591295 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b46acf38-aa80-400a-b708-bee7eccd0eec req-2802bef4-6df8-4230-9ad3-a0b3773e927d tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0893049 May 27 03:33:12.647659 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b46acf38-aa80-400a-b708-bee7eccd0eec req-49f10166-1e81-4ec1-aeab-4c450457a526 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 May 27 03:33:13.043805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cc6c9-d94a-41eb-9678-4f4628c9d67f req-7cb0de9b-f831-4f38-8512-7d821753fbae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:13.045271 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-215cc6c9-d94a-41eb-9678-4f4628c9d67f req-7cb0de9b-f831-4f38-8512-7d821753fbae tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 945 time: 0.0798132 May 27 03:33:13.091269 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-215cc6c9-d94a-41eb-9678-4f4628c9d67f req-4f1bbe9d-25f0-4a61-aaf9-f0928ade5830 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 May 27 03:33:13.666491 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-25ddf311-402a-4949-a6c9-7d8c195b967e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.828032 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461af98-b7c0-4e68-afa1-c92c8605e3e9 req-8465afb0-c768-466e-bb01-97fbef96c32b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:13.829463 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4461af98-b7c0-4e68-afa1-c92c8605e3e9 req-8465afb0-c768-466e-bb01-97fbef96c32b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.0841122 May 27 03:33:13.874720 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4461af98-b7c0-4e68-afa1-c92c8605e3e9 req-4066ac10-77da-419f-87e7-7ff4179ca625 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 May 27 03:33:13.929433 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-96fe9fa0-7aa1-472e-aca3-e14114e35306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:13.930855 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-96fe9fa0-7aa1-472e-aca3-e14114e35306 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac&tenant_id=34f1d01d97c849219994fb5fae1d1a2e HTTP/1.1" status: 200 len: 1099 time: 0.0705359 May 27 03:33:14.022606 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-30f2030d-648f-473e-a73b-754424c06c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.024024 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-30f2030d-648f-473e-a73b-754424c06c82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.0715854 May 27 03:33:14.055321 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:14.121071 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:14.121436 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.157035 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-af634794-d056-4a64-a523-6e284c0a62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.158580 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-af634794-d056-4a64-a523-6e284c0a62fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.1278491 May 27 03:33:14.241342 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.258265 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-5c1b8b0e-2774-4ee2-8e06-05ea3975514e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 1002 time: 0.0933068 May 27 03:33:14.268999 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:14.278794 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:14.283876 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.285087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:14.287007 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e742f-9d72-4296-b0aa-ba8ea1723734 req-e3cd8e97-4787-4c50-ac90-d77ff9d2566a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.289586 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-987e742f-9d72-4296-b0aa-ba8ea1723734 req-e3cd8e97-4787-4c50-ac90-d77ff9d2566a tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 945 time: 0.0876575 May 27 03:33:14.317549 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-2d58ab9d-9f68-42fe-b261-8ced0ae97049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:14.331062 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-fbaeab2f-572a-460d-a777-f37d2d9df671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.332612 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-fbaeab2f-572a-460d-a777-f37d2d9df671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.0680585 May 27 03:33:14.352189 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'code': 200} May 27 03:33:14.359870 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-987e742f-9d72-4296-b0aa-ba8ea1723734 req-07ae1322-83a3-4569-a172-9b8353120e5b tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647659 May 27 03:33:14.410601 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=10']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.414408 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:14.422196 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-b94e100f-df26-4d15-98be-ac4d305974a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.423744 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-b94e100f-df26-4d15-98be-ac4d305974a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821209 May 27 03:33:14.470695 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.504986 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:14.509254 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.511115 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-32380a86-d8d6-4c90-9a03-7e1d5c918139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:14.562585 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-78da0962-c976-4953-8be9-bcb068af2b1d service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314230 May 27 03:33:14.583067 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=6']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.586794 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:14.592431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060562d-d354-4718-9eeb-00d3868209c5 req-3ed17727-5bde-47cf-9aec-0ea9541538e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.593930 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b060562d-d354-4718-9eeb-00d3868209c5 req-3ed17727-5bde-47cf-9aec-0ea9541538e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 1100 time: 0.0746992 May 27 03:33:14.633553 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b060562d-d354-4718-9eeb-00d3868209c5 req-8be734a2-4c05-44bd-a8e3-730e4ffcb35d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 May 27 03:33:14.697786 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-334e4baa-547e-45ee-a0f4-9ee77e1c28a1 req-0a817eb2-c8b9-4a7b-bf0b-bb7ba2a1c4fa service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284080 May 27 03:33:15.054958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06609653-82dd-44cf-bdbb-db293b28a10e req-301d71b4-564c-4266-9e4a-88bb709c2892 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:15.056368 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-06609653-82dd-44cf-bdbb-db293b28a10e req-301d71b4-564c-4266-9e4a-88bb709c2892 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 944 time: 0.0772083 May 27 03:33:15.181710 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-06609653-82dd-44cf-bdbb-db293b28a10e req-dee4e619-e0ee-4ed3-b7bc-c473388ce6f2 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196682 May 27 03:33:15.559490 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c854-03b9-4752-be0f-2f0b7e706503 req-b44d48bf-7eda-494a-88be-2ce0dcf866e3 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:15.560995 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ae72c854-03b9-4752-be0f-2f0b7e706503 req-b44d48bf-7eda-494a-88be-2ce0dcf866e3 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 947 time: 0.0933847 May 27 03:33:15.610682 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ae72c854-03b9-4752-be0f-2f0b7e706503 req-6f5db889-5536-4d17-b9fc-4a6e1c7d1cdd tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 May 27 03:33:15.877161 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544b96f-aa84-429d-a0d6-b109e27f881b req-ab223d7b-64b4-42d2-812a-08b8d11e8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:15.879298 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3544b96f-aa84-429d-a0d6-b109e27f881b req-ab223d7b-64b4-42d2-812a-08b8d11e8f08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1097 time: 0.0761118 May 27 03:33:15.920754 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-3544b96f-aa84-429d-a0d6-b109e27f881b req-5f86e087-8265-4405-be98-b76ae413f0af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353742 May 27 03:33:16.011874 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-3e41a7b0-f3f6-4bfe-8a69-3289e2b1cd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.154082 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.353058 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:16.367937 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74be912-836b-4390-b7bb-ce985777b48e req-94b62482-9134-4cdf-97a7-f59b126ed36b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:16.369385 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c74be912-836b-4390-b7bb-ce985777b48e req-94b62482-9134-4cdf-97a7-f59b126ed36b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 944 time: 0.0828793 May 27 03:33:16.395904 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'code': 200} May 27 03:33:16.415718 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c74be912-836b-4390-b7bb-ce985777b48e req-46fd589d-842d-45c9-9568-5ac0480e52d7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 May 27 03:33:16.805112 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057e3d-da2c-4c58-b405-82787df7a9db req-07ff2547-ed60-4a26-b1f5-49e1d033ce61 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:16.806496 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be057e3d-da2c-4c58-b405-82787df7a9db req-07ff2547-ed60-4a26-b1f5-49e1d033ce61 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 947 time: 0.0799611 May 27 03:33:16.849537 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-be057e3d-da2c-4c58-b405-82787df7a9db req-fe999f9c-38de-4c5f-a42f-041c905891bb tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 May 27 03:33:16.970061 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.597622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa745f-753e-4fcc-8baf-5d24db44ecc0 req-da24832a-19a2-4ae1-82da-c2fcee284d4e tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:17.599074 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-61fa745f-753e-4fcc-8baf-5d24db44ecc0 req-da24832a-19a2-4ae1-82da-c2fcee284d4e tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 944 time: 0.0820277 May 27 03:33:17.642322 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-61fa745f-753e-4fcc-8baf-5d24db44ecc0 req-990990a9-e91d-4cbf-8937-e03bab82fafa tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 May 27 03:33:18.054874 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:18.183991 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:18.197082 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'port_id': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'mac_address': 'fa:16:3e:cf:a5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:18.249629 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.266245 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:18.281077 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:18.285015 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.287603 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:18.354326 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=7']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:18.357369 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:18.501065 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['9d9f00b8-b169-4fb0-a842-9720e34cc8a4'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:33:18.840132 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.070962 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:20.138897 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:20.139264 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.248263 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.273507 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:20.282809 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:20.286951 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.289391 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:20.321968 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'code': 200} May 27 03:33:20.358323 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=8']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:20.361200 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:21.820713 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:33:31.083158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b012-2142-4b33-ab41-6a770c45185c req-9210e5d0-c196-4aa4-8f55-704e7c632fe4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:31.085092 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bd3b012-2142-4b33-ab41-6a770c45185c req-9210e5d0-c196-4aa4-8f55-704e7c632fe4 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.0784707 May 27 03:33:31.131306 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6bd3b012-2142-4b33-ab41-6a770c45185c req-6537914c-15ae-46ba-b856-444da3607b02 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 May 27 03:33:32.311628 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31108b-7c26-415a-8930-9a255e7127b8 req-0fe20f0f-0846-43fc-9756-ec39054b15b1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:32.313045 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9e31108b-7c26-415a-8930-9a255e7127b8 req-0fe20f0f-0846-43fc-9756-ec39054b15b1 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.0774276 May 27 03:33:32.356425 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9e31108b-7c26-415a-8930-9a255e7127b8 req-cd7e11d5-c751-49c4-bde9-bd96f98ab759 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376160 May 27 03:33:33.001367 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-cc6cbb38-8073-455b-a84c-64416228465e tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:33.002065 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-cc6cbb38-8073-455b-a84c-64416228465e tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Synchronizing usage tracker for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:33.013680 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-cc6cbb38-8073-455b-a84c-64416228465e tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Unset dirty status for tenant:42fa207370ca46b19ee14e98ce1c42a6 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:33.014755 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-cc6cbb38-8073-455b-a84c-64416228465e tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.0891368 May 27 03:33:33.223983 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Deleting port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:33.224318 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.354605 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] For port d5fab16b-30bd-49a9-98f2-8d2c5a63f777, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:33.354860 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.544958 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04322-f4bc-4236-bf39-463c81cbbd51 req-5c1d0bdc-1260-415e-978c-814822e130f7 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:33.544958 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dd04322-f4bc-4236-bf39-463c81cbbd51 req-5c1d0bdc-1260-415e-978c-814822e130f7 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 945 time: 0.0819054 May 27 03:33:33.588908 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dd04322-f4bc-4236-bf39-463c81cbbd51 req-dba86555-59ba-484d-b796-a83493f75c03 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b6ed8fa-c450-4c0a-ac37-50607cae8159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 May 27 03:33:33.642332 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.642702 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.643014 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.l3_db [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Floating IP 1f9af345-d7d3-4934-bb61-5157068cc9ae disassociated. External IP: 172.28.1.212, port: d5fab16b-30bd-49a9-98f2-8d2c5a63f777. May 27 03:33:33.643350 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Calling delete_port for d5fab16b-30bd-49a9-98f2-8d2c5a63f777 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:33.753605 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.759887 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-db949ed1-0ed0-4045-aaeb-c40ae66f39b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:33.804789 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event deleted for resources: {'Port': ['ID=d5fab16b-30bd-49a9-98f2-8d2c5a63f777,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:33.815540 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.815909 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.816270 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.816626 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.817035 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.817390 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.817736 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.818105 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.818452 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.818829 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.819170 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.819509 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:33.823698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:34.001633 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Router 194660d4-ea23-4b34-84f8-db72f87ea002 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:33:34.184411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:33:34.193898 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:34.204466 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:34.205091 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:34.258352 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] No DVR routers for this DVR port d5fab16b-30bd-49a9-98f2-8d2c5a63f777 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:34.261046 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.265245 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'name': 'network-vif-deleted', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:34.282318 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-794e34eb-8172-48d7-9dc7-d7006103d84b req-10cba591-96a0-4f21-b728-eac3d9eb1e93 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.10 "DELETE /v2.0/ports/d5fab16b-30bd-49a9-98f2-8d2c5a63f777 HTTP/1.1" status: 204 len: 173 time: 1.2606647 May 27 03:33:34.369451 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc2831a-feb4-48b7-9091-aa38049f0cca', 'name': 'network-vif-deleted', 'tag': 'd5fab16b-30bd-49a9-98f2-8d2c5a63f777', 'status': 'completed', 'code': 200} May 27 03:33:34.422312 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:34.732569 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:34.736505 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:34.745118 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:34.745822 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:34.753556 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fe39fb86-1ac3-4bca-9d4d-bba6158ad8f4 req-b4f5724b-7a1e-44ea-845a-728d3ed7f4cc tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fc2831a-feb4-48b7-9091-aa38049f0cca HTTP/1.1" status: 200 len: 210 time: 0.0466566 May 27 03:33:34.928049 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:35.226267 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:35.230011 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2216dc0-bb7a-4361-8d25-9a1905642491 None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:28:21Z', 'revision_number': 4, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '28169c1e-5b24-4d8e-ba3e-909894f296a5', 'name': '', 'network_id': 'a8dc59ea-2d61-4f6b-9df8-539c34e772a4', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'mac_address': 'fa:16:3e:f0:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:20Z', 'updated_at': '2021-05-27T03:28:28Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'subnets': [{'id': 'c3b865ab-060a-41f8-8465-6841949f2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:35.433442 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed399e-3b5a-4028-9d2c-d85a73026054 None None] New status for floating IP 1f9af345-d7d3-4934-bb61-5157068cc9ae: DOWN {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:33:35.880001 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58598) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:35.948851 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.976102 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.027602 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.031450 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2b4cad9e-e1f8-4468-94f0-0c2588cd31d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:36.044586 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ed8fa-c450-4c0a-ac37-50607cae8159,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:36.047650 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:36.055811 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.056931 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b6ed8fa-c450-4c0a-ac37-50607cae8159 HTTP/1.1" status: 204 len: 168 time: 0.1759646 May 27 03:33:36.060087 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58602) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:36.076360 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.api.v2.resource [None req-8a306416-39c8-4f80-a350-3dcf3441b383 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] show failed (client error): The resource could not be found. May 27 03:33:36.077301 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-8a306416-39c8-4f80-a350-3dcf3441b383 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "GET /v2.0/security-groups/9b6ed8fa-c450-4c0a-ac37-50607cae8159 HTTP/1.1" status: 404 len: 347 time: 0.0163295 May 27 03:33:36.080141 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58606) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:36.164827 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d5fab16b-30bd-49a9-98f2-8d2c5a63f777 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:36.202471 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: d5fab16b-30bd-49a9-98f2-8d2c5a63f777 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:33:36.202813 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d5fab16b-30bd-49a9-98f2-8d2c5a63f777 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:36.382704 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Deleting port a7be34dd-3d48-435d-9622-6a21a9af964b {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:36.383037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.496160 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.496395 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.615142 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Calling delete_port for a7be34dd-3d48-435d-9622-6a21a9af964b owned by network:floatingip {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:36.721890 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.726567 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f133c872-443f-4143-aebc-f0b9f0cdcfaf tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:36.798188 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Pushing event deleted for resources: {'Port': ['ID=a7be34dd-3d48-435d-9622-6a21a9af964b,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:36.804941 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:36.859729 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks [] for floatingip, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.873770 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.874938 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] 10.222.0.32 "DELETE /v2.0/floatingips/1f9af345-d7d3-4934-bb61-5157068cc9ae HTTP/1.1" status: 204 len: 168 time: 0.7939346 May 27 03:33:40.846511 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58638) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:41.465563 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.956998 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Deleting port 28169c1e-5b24-4d8e-ba3e-909894f296a5 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:41.957726 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.021154 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.075211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] For port 28169c1e-5b24-4d8e-ba3e-909894f296a5, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=28169c1e-5b24-4d8e-ba3e-909894f296a5,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:42.075571 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.199321 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Calling delete_port for 28169c1e-5b24-4d8e-ba3e-909894f296a5 owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:42.340735 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.344864 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-96578fad-ffd8-447a-9c3d-fba5157807c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:42.389604 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Pushing event deleted for resources: {'Port': ['ID=28169c1e-5b24-4d8e-ba3e-909894f296a5,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:42.416211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:42.649333 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.994647 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Router 194660d4-ea23-4b34-84f8-db72f87ea002 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:33:43.258567 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:33:43.266660 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] Sync routers for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:43.270782 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] 10.222.0.32 "PUT /v2.0/routers/194660d4-ea23-4b34-84f8-db72f87ea002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4231746 May 27 03:33:43.273083 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58644) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:43.276538 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:43.277157 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:43.452767 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:43.498875 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.568354 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-338758bf-2ab7-4a0f-b712-14e75364618f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2165360 May 27 03:33:43.692244 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e94783a5-203b-471a-b82e-625fff5d1799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.736363 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.781151 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-72a746fc-5e78-4b21-9ee4-2eea1d8cdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:43.783130 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-72a746fc-5e78-4b21-9ee4-2eea1d8cdfb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.1342583 May 27 03:33:43.787552 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:33:42Z', 'revision_number': 5, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port': {'id': '02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:28:16Z', 'updated_at': '2021-05-27T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:43.792171 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] Checking router: 194660d4-ea23-4b34-84f8-db72f87ea002 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:43.800642 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] Routers {'194660d4-ea23-4b34-84f8-db72f87ea002'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:43.801313 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['194660d4-ea23-4b34-84f8-db72f87ea002'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:43.898517 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Deleting port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:43.898854 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.949305 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] Set router 194660d4-ea23-4b34-84f8-db72f87ea002 gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:44.012126 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-1d2ab4b6-b753-4303-a110-323dedda7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.013563 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-1d2ab4b6-b753-4303-a110-323dedda7390 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.2105074 May 27 03:33:44.054383 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:33:43Z', 'revision_number': 6, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:44.058164 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c1d23-2abd-4ca6-9bd9-8a5204570673 None None] The sync data for ids ['194660d4-ea23-4b34-84f8-db72f87ea002'] in dv-cinder-793264-1-smb is: [{'id': '194660d4-ea23-4b34-84f8-db72f87ea002', 'name': 'tempest-AttachVolumeTestJSON-759193083-router', 'tenant_id': '42fa207370ca46b19ee14e98ce1c42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:28:15Z', 'updated_at': '2021-05-27T03:33:43Z', 'revision_number': 6, 'project_id': '42fa207370ca46b19ee14e98ce1c42a6', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:44.128149 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] For port 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:44.128507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:44.250391 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-a3a5b2ca-80ef-4f4f-ba7f-af81f34c07fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 1002 time: 0.2234035 May 27 03:33:44.256508 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Calling delete_port for 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:44.326409 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-2a1bcc3b-7c0c-42ca-ad66-a0020da907ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.327755 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-2a1bcc3b-7c0c-42ca-ad66-a0020da907ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.0687532 May 27 03:33:44.442598 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-8ca15f69-75de-44f5-8feb-53bafead39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.446364 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-8ca15f69-75de-44f5-8feb-53bafead39cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073012 May 27 03:33:44.448708 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 28169c1e-5b24-4d8e-ba3e-909894f296a5 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:44.488688 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 28169c1e-5b24-4d8e-ba3e-909894f296a5 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:33:44.488688 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 28169c1e-5b24-4d8e-ba3e-909894f296a5 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:44.700683 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:44.706929 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4afe4f31-ca81-451a-8929-58231ea5698d tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:44.762234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:44.765001 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:44.828564 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-6fe82475-1dc1-4a8a-9db9-142c0cd99216 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484576 May 27 03:33:44.935805 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.120330 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.130098 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.145680 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-bc52cf6d-7956-48a7-948e-4c1e7798c028 req-6f64996c-7208-43eb-9dbc-1cc3b234c8ce service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090227 May 27 03:33:45.161133 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.161654 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194660d4-ea23-4b34-84f8-db72f87ea002 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:33:45.173338 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.174463 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] 10.222.0.32 "DELETE /v2.0/routers/194660d4-ea23-4b34-84f8-db72f87ea002 HTTP/1.1" status: 204 len: 168 time: 1.9004903 May 27 03:33:45.176934 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58650) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:45.236249 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Deleting subnet c3b865ab-060a-41f8-8465-6841949f2b32 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:33:45.239549 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.288919 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.407616 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.650410 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.654961 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-961fb20f-df95-458f-9837-dbd91cfa0f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:45.692415 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.695334 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b865ab-060a-41f8-8465-6841949f2b32,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:45.697250 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fc199-24f3-43e0-b132-d92f8b2a695b None None] Network a8dc59ea-2d61-4f6b-9df8-539c34e772a4 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:33:45.697736 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:45.704446 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e8c4d923-8a18-4076-bac6-afff21f7849c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3b865ab-060a-41f8-8465-6841949f2b32 HTTP/1.1" status: 204 len: 168 time: 0.5244391 May 27 03:33:45.704666 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58654) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:45.810569 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.884653 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Deleting port fb358db1-d366-4f0e-855a-7059ea2ae8c4 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:45.884985 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.953565 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] DHCP port deletion for a8dc59ea-2d61-4f6b-9df8-539c34e772a4 request from dv-cinder-793264-1-smb {{(pid=91736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:33:45.985640 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] For port fb358db1-d366-4f0e-855a-7059ea2ae8c4, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=fb358db1-d366-4f0e-855a-7059ea2ae8c4,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:45.986026 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.022465 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-900e7cd1-8654-4e94-a248-31cdfa54ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.031982 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Deleting port fb358db1-d366-4f0e-855a-7059ea2ae8c4 {{(pid=91736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:46.032358 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.132611 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] For port fb358db1-d366-4f0e-855a-7059ea2ae8c4, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=fb358db1-d366-4f0e-855a-7059ea2ae8c4,segment=NetworkSegment(5251825d-6ffd-4b99-a3d5-1af9e9eb6042),segment_id=5251825d-6ffd-4b99-a3d5-1af9e9eb6042)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:46.133002 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.206786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Calling delete_port for fb358db1-d366-4f0e-855a-7059ea2ae8c4 owned by network:dhcp {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:46.253210 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.258293 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1e339364-bbe1-43af-adec-5c180d49145b tempest-VolumesActionsTest-859557492 tempest-VolumesActionsTest-859557492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:46.258831 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Calling delete_port for fb358db1-d366-4f0e-855a-7059ea2ae8c4 owned by network:dhcp {{(pid=91736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:46.267256 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.304233 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253'] for port, after_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.306002 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] No DVR routers for this DVR port fb358db1-d366-4f0e-855a-7059ea2ae8c4 on host dv-cinder-793264-1-smb {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:46.308675 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:46.342776 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fb358db1-d366-4f0e-855a-7059ea2ae8c4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.345130 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:46.355375 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Pushing event deleted for resources: {'Port': ['ID=fb358db1-d366-4f0e-855a-7059ea2ae8c4,revision_number=None']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.357680 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] No DVR routers for this DVR port fb358db1-d366-4f0e-855a-7059ea2ae8c4 on host dv-cinder-793264-1-smb {{(pid=91736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.368442 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.369537 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.369537 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.369537 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.372350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-adbe99e6-1fd1-4ae8-824a-e500213cac6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:46.423378 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device fb358db1-d366-4f0e-855a-7059ea2ae8c4 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:46.436634 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.449810 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dc59ea-2d61-4f6b-9df8-539c34e772a4']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:46.457240 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: fb358db1-d366-4f0e-855a-7059ea2ae8c4 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:33:46.457587 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device fb358db1-d366-4f0e-855a-7059ea2ae8c4 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:46.458042 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:46.462560 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5251825d-6ffd-4b99-a3d5-1af9e9eb6042') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:46.462850 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5251825d-6ffd-4b99-a3d5-1af9e9eb6042') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:46.473962 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.490313 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:33:46.491162 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 02e2545f-3d54-4eb4-a96c-aa8d7ebae6b6 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:46.494474 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.500547 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:33:46.500930 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:33:46.513983 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:33:46.586157 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.590043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:46.605476 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.613332 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a8dc59ea-2d61-4f6b-9df8-539c34e772a4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.616987 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:46.627942 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-5cc08874-2e1c-4fe9-9bc0-bd3b79ef83ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/a8dc59ea-2d61-4f6b-9df8-539c34e772a4 HTTP/1.1" status: 204 len: 168 time: 0.9223125 May 27 03:33:46.736431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58660) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:46.783064 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-90b14972-37aa-4f96-867d-e15e8468a02c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42fa207370ca46b19ee14e98ce1c42a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454969 May 27 03:33:46.785236 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58664) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:46.851146 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.875582 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.925601 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.929098 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-8aca02fb-f020-4ffb-bc0b-84df94f55d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:46.941610 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc2aa6-223c-4afc-af94-57a6c633b3c9,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.952977 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.953275 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.953622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.954000 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.954337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.954674 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.955012 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.955345 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.955676 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.956009 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.956335 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.956661 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:46.960617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:46.961530 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.962630 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-7b4f21ae-92d8-4c39-9309-eef8ef20a4e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92cc2aa6-223c-4afc-af94-57a6c633b3c9 HTTP/1.1" status: 204 len: 168 time: 0.1765604 May 27 03:33:46.985426 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:48.842283 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.180236 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c93369-fceb-41a7-bd41-895364cb0438 req-d3ce4cfd-053c-4970-8668-05ce3e84b8ed tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:50.181570 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19c93369-fceb-41a7-bd41-895364cb0438 req-d3ce4cfd-053c-4970-8668-05ce3e84b8ed tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 947 time: 0.0778787 May 27 03:33:50.228173 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-19c93369-fceb-41a7-bd41-895364cb0438 req-56bfeb37-a5e8-4962-9a96-abc6fcb029ba tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 May 27 03:33:51.415463 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d72f31-3304-4112-a2e4-f5c78d44b93b req-6e829bc3-60af-4cd3-b9af-c72eb4f8867e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:51.416890 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-25d72f31-3304-4112-a2e4-f5c78d44b93b req-6e829bc3-60af-4cd3-b9af-c72eb4f8867e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 947 time: 0.0787437 May 27 03:33:51.460901 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-25d72f31-3304-4112-a2e4-f5c78d44b93b req-e44bca31-b9e4-453a-b41f-0c1f11dae243 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d8278db-466e-4833-999b-cc9625cb01cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 May 27 03:33:51.615955 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-ea201e6c-d038-42c2-b251-1efc4ee384d7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:51.616652 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-ea201e6c-d038-42c2-b251-1efc4ee384d7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Synchronizing usage tracker for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:51.627873 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-ea201e6c-d038-42c2-b251-1efc4ee384d7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Unset dirty status for tenant:14703d4108504b9b8a86704d529b30cf on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:51.628926 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-ea201e6c-d038-42c2-b251-1efc4ee384d7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 947 time: 0.0945184 May 27 03:33:51.761994 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Deleting port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:51.762326 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.892023 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] For port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:51.892381 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.178014 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.178389 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667368'] for floatingip, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.178705 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.l3_db [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Floating IP 3f91e45a-5430-4273-b8e8-7240c49dca6a disassociated. External IP: 172.28.1.23, port: 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf. May 27 03:33:52.179041 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Calling delete_port for 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:52.294769 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.300827 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-418da31a-0860-48c5-9d51-50a3bf291148 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:52.353178 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event deleted for resources: {'Port': ['ID=8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:52.356253 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:52.614130 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2062b2c3-6589-4655-bbb4-62229c9318a3 req-48c92719-a944-4c19-89d9-ac231dfd368d tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/ports?device_id=284f01fd-ed59-4b35-af0e-205d95c91748 HTTP/1.1" status: 200 len: 210 time: 0.0417814 May 27 03:33:52.638067 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:33:52.820496 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:33:52.831355 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:52.842294 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:52.842955 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:52.895253 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] No DVR routers for this DVR port 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:52.898287 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.900796 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-deleted', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:52.917278 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-31f23a9f-2fe0-4a89-9f96-710ff5845bc2 req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.10 "DELETE /v2.0/ports/8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf HTTP/1.1" status: 204 len: 173 time: 1.2825990 May 27 03:33:52.950303 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f01fd-ed59-4b35-af0e-205d95c91748', 'name': 'network-vif-deleted', 'tag': '8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf', 'status': 'completed', 'code': 200} May 27 03:33:53.018146 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:53.355936 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:53.359854 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:53.369309 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:33:53.370002 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:53.547736 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:33:53.748686 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58784) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.816439 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.848100 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58788) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.857664 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.864774 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:53.868809 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c34ad-03ae-404b-b936-b9310e788978 None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:27:34Z', 'revision_number': 4, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '3aef7f45-ae82-46b2-bae7-25be81bf6421', 'name': '', 'network_id': '752aa57e-d0c0-4d33-b3fe-a94576910797', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'mac_address': 'fa:16:3e:38:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:30Z', 'updated_at': '2021-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'subnets': [{'id': '7b6f5313-66a3-441e-b345-2130c894bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:53.920777 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.925225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-37c86996-bfdb-4735-a34d-add14a42f1cc tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:53.939507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8278db-466e-4833-999b-cc9625cb01cc,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:53.941983 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:53.951129 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.952240 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9b8b9425-9566-43ef-ba62-9dbe26b7d30e tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d8278db-466e-4833-999b-cc9625cb01cc HTTP/1.1" status: 204 len: 168 time: 0.2025144 May 27 03:33:53.954862 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58794) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.972304 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.api.v2.resource [None req-3bab2703-e591-49a6-8405-84144f13efc0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] show failed (client error): The resource could not be found. May 27 03:33:53.973307 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-3bab2703-e591-49a6-8405-84144f13efc0 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "GET /v2.0/security-groups/4d8278db-466e-4833-999b-cc9625cb01cc HTTP/1.1" status: 404 len: 347 time: 0.0175753 May 27 03:33:53.976334 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58798) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.991246 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.006905 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:54.010699 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Usage tracker for resource:security_group_rule and tenant:af67cd07791f4097a8ed8deedffa663e is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:54.013443 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:54.019104 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:54.118566 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.123291 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.133731 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-156d5f9a-c504-4ab5-9276-efe225460a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:54.155299 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ab14-12f8-4cc9-b110-7f9213ef4578 None None] New status for floating IP 3f91e45a-5430-4273-b8e8-7240c49dca6a: DOWN {{(pid=91736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:33:54.174723 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af67cd07791f4097a8ed8deedffa663e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255374 May 27 03:33:54.177308 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58802) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:54.180446 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851415c-3d51-4d06-9147-e8ac9f89e27c,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:54.183507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:54.208573 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Deleting port 199ca5e9-636f-4b5f-9f86-bf92a7c24386 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:54.208954 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.248939 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.275139 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.333155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.334201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.334619 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.337186 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:54.338134 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:54.349149 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851415c-3d51-4d06-9147-e8ac9f89e27c,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:54.352870 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:54.356303 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.357418 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-360a9120-6fa4-4bc4-8e18-4146ccd235e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7851415c-3d51-4d06-9147-e8ac9f89e27c HTTP/1.1" status: 204 len: 168 time: 0.1786342 May 27 03:33:54.382813 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:33:54.383157 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 8db541d2-7ca0-43a4-b5a2-6cfdd0c2d9cf not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:54.475372 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Calling delete_port for 199ca5e9-636f-4b5f-9f86-bf92a7c24386 owned by network:floatingip {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:54.591513 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.596670 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1a4d3f38-c75c-476e-9078-27a9e8b75b20 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:54.641072 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Pushing event deleted for resources: {'Port': ['ID=199ca5e9-636f-4b5f-9f86-bf92a7c24386,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:54.670048 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:54.734288 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks [] for floatingip, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.748298 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.749427 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-07e32f5c-acc7-497d-b71d-8c84130fa341 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f91e45a-5430-4273-b8e8-7240c49dca6a HTTP/1.1" status: 204 len: 168 time: 0.7720735 May 27 03:33:57.548113 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58882) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:58.232488 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.729450 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Deleting port 3aef7f45-ae82-46b2-bae7-25be81bf6421 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:33:58.730101 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.820110 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:33:58.860841 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] For port 3aef7f45-ae82-46b2-bae7-25be81bf6421, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=3aef7f45-ae82-46b2-bae7-25be81bf6421,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:33:58.861601 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.003840 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Calling delete_port for 3aef7f45-ae82-46b2-bae7-25be81bf6421 owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:33:59.150553 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.154914 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:33:59.198782 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Pushing event deleted for resources: {'Port': ['ID=3aef7f45-ae82-46b2-bae7-25be81bf6421,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:59.202386 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:33:59.474189 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.834960 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Router 2ef9983c-c144-4caa-9c61-f485b66889e0 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:34:00.111990 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:34:00.121487 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00feff19-ca61-4503-a443-2a31149be52d None None] Sync routers for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:00.126363 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] 10.222.0.32 "PUT /v2.0/routers/2ef9983c-c144-4caa-9c61-f485b66889e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771866 May 27 03:34:00.128706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58920) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:00.133776 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:00.134363 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:00.304432 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.308123 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:00.478500 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.551389 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Deleting port b45e5e35-feaf-46a5-83a3-b77dc69894bf {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:00.551730 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.586784 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:33:59Z', 'revision_number': 5, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port': {'id': 'b45e5e35-feaf-46a5-83a3-b77dc69894bf', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:27:21Z', 'updated_at': '2021-05-27T03:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:00.590551 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00feff19-ca61-4503-a443-2a31149be52d None None] Checking router: 2ef9983c-c144-4caa-9c61-f485b66889e0 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:00.598703 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] Routers {'2ef9983c-c144-4caa-9c61-f485b66889e0'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:00.599810 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:33:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['2ef9983c-c144-4caa-9c61-f485b66889e0'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:00.671508 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] For port b45e5e35-feaf-46a5-83a3-b77dc69894bf, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=b45e5e35-feaf-46a5-83a3-b77dc69894bf,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:00.671852 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.747564 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] Set router 2ef9983c-c144-4caa-9c61-f485b66889e0 gateway port host: None {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:00.792211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Calling delete_port for b45e5e35-feaf-46a5-83a3-b77dc69894bf owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:00.875000 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-00feff19-ca61-4503-a443-2a31149be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:34:00Z', 'revision_number': 6, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:00.878844 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00feff19-ca61-4503-a443-2a31149be52d None None] The sync data for ids ['2ef9983c-c144-4caa-9c61-f485b66889e0'] in dv-cinder-793264-1-smb is: [{'id': '2ef9983c-c144-4caa-9c61-f485b66889e0', 'name': 'tempest-AttachVolumeShelveTestJSON-687792616-router', 'tenant_id': '14703d4108504b9b8a86704d529b30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:27:19Z', 'updated_at': '2021-05-27T03:34:00Z', 'revision_number': 6, 'project_id': '14703d4108504b9b8a86704d529b30cf', 'gw_port_host': None}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:00.929487 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.933720 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:00.977931 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b45e5e35-feaf-46a5-83a3-b77dc69894bf,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:01.007913 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:01.071564 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.243320 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.245680 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.284559 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.285134 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef9983c-c144-4caa-9c61-f485b66889e0 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:34:01.299345 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.301524 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-7840153d-5d8b-421c-9a1e-d78a43e156fc admin admin] 10.222.0.32 "DELETE /v2.0/routers/2ef9983c-c144-4caa-9c61-f485b66889e0 HTTP/1.1" status: 204 len: 168 time: 1.1719210 May 27 03:34:01.304077 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58936) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:01.366342 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Deleting subnet 7b6f5313-66a3-441e-b345-2130c894bbb6 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:34:01.369302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.419351 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.599575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.846959 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.851196 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:01.886684 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6f5313-66a3-441e-b345-2130c894bbb6,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:01.889682 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:01.890724 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.896842 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-872a3f1d-b261-4da8-9356-7d1c22441785 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b6f5313-66a3-441e-b345-2130c894bbb6 HTTP/1.1" status: 204 len: 168 time: 0.5917816 May 27 03:34:01.897469 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651885a-2ed3-428d-b05b-66a383b359b7 None None] Network 752aa57e-d0c0-4d33-b3fe-a94576910797 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:01.899535 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58942) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:02.096537 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.166121 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] DHCP port deletion for 752aa57e-d0c0-4d33-b3fe-a94576910797 request from dv-cinder-793264-1-smb {{(pid=91736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:34:02.180126 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Deleting port ed1ce693-5778-4d5f-a037-df07fb2a8f73 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:02.180473 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.229377 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Deleting port ed1ce693-5778-4d5f-a037-df07fb2a8f73 {{(pid=91736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:02.230179 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.278284 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] For port ed1ce693-5778-4d5f-a037-df07fb2a8f73, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ed1ce693-5778-4d5f-a037-df07fb2a8f73,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:02.278641 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.326973 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] For port ed1ce693-5778-4d5f-a037-df07fb2a8f73, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=ed1ce693-5778-4d5f-a037-df07fb2a8f73,segment=NetworkSegment(1b67c0bf-3efe-40e0-bbd3-655ed0622e90),segment_id=1b67c0bf-3efe-40e0-bbd3-655ed0622e90)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:02.327363 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.407072 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Calling delete_port for ed1ce693-5778-4d5f-a037-df07fb2a8f73 owned by network:dhcp {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:02.447662 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Calling delete_port for ed1ce693-5778-4d5f-a037-df07fb2a8f73 owned by network:dhcp {{(pid=91736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:02.472767 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.477993 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device b45e5e35-feaf-46a5-83a3-b77dc69894bf no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:02.479354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5eebc6e3-ba5d-4422-ac4c-1ce671837a7f tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:02.516109 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: b45e5e35-feaf-46a5-83a3-b77dc69894bf {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:02.516461 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device b45e5e35-feaf-46a5-83a3-b77dc69894bf not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:02.516872 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 3aef7f45-ae82-46b2-bae7-25be81bf6421 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:02.523191 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1ce693-5778-4d5f-a037-df07fb2a8f73,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:02.526364 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:02.527143 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] No DVR routers for this DVR port ed1ce693-5778-4d5f-a037-df07fb2a8f73 on host dv-cinder-793264-1-smb {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:02.554605 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253'] for port, after_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.562991 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:02.603704 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 3aef7f45-ae82-46b2-bae7-25be81bf6421 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:02.604047 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 3aef7f45-ae82-46b2-bae7-25be81bf6421 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:02.604460 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ed1ce693-5778-4d5f-a037-df07fb2a8f73 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:02.645092 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Pushing event deleted for resources: {'Port': ['ID=ed1ce693-5778-4d5f-a037-df07fb2a8f73,revision_number=None']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:02.645744 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.647578 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] No DVR routers for this DVR port ed1ce693-5778-4d5f-a037-df07fb2a8f73 on host dv-cinder-793264-1-smb {{(pid=91736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:02.648812 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: ed1ce693-5778-4d5f-a037-df07fb2a8f73 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:02.649157 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device ed1ce693-5778-4d5f-a037-df07fb2a8f73 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:02.661391 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752aa57e-d0c0-4d33-b3fe-a94576910797']}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:02.663337 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:02.676634 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b67c0bf-3efe-40e0-bbd3-655ed0622e90') {'for_net_delete': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:02.677017 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b67c0bf-3efe-40e0-bbd3-655ed0622e90') {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:02.690293 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-676784'] for segment, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.707366 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.714674 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=91735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:34:02.715059 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2313761'] for segment, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: Traceback (most recent call last): May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: timer() May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: cb(*args, **kw) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: return func(*args, **kwargs) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: self._notify() May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: self.callback(batched_events) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: event.method(event) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: return f(self, *a, **k) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: return self._get(url).json() May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: return self.request(url, 'GET', **kwargs) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:34:02.728764 dv-cinder-793264-1-smb neutron-server[91735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:34:02.806296 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.810076 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4bdd9323-54bc-4b12-ab23-1246ddb68a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:02.825829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.834393 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Pushing event deleted for resources: {'Network': ['ID=752aa57e-d0c0-4d33-b3fe-a94576910797,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:02.837464 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:02.852191 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ad62da3e-009d-4b32-8f23-11fe6723c256 admin admin] 10.222.0.32 "DELETE /v2.0/networks/752aa57e-d0c0-4d33-b3fe-a94576910797 HTTP/1.1" status: 204 len: 168 time: 0.9490643 May 27 03:34:02.913033 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58966) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:03.022065 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58972) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:03.030043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.044030 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:03.047858 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Usage tracker for resource:security_group_rule and tenant:935d726785604eb19cb514172510a483 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:03.050660 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:03.056223 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:03.068805 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-0805e1a3-5318-41ec-8e42-3c6e98c459f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14703d4108504b9b8a86704d529b30cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450559 May 27 03:34:03.073756 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 58976) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:03.158151 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.209979 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.225619 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.236818 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.246765 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-86d0154f-6d6e-4eae-8859-0be21c0f864e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:03.294626 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=935d726785604eb19cb514172510a483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804288 May 27 03:34:03.297597 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 58980) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:03.299080 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187752d1-2b89-469a-9e91-4c6eba502b44,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:03.302851 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f915cf05-ff0a-462e-b183-69b520e5794d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:03.319706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.324165 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4226e274-35b5-475a-84c5-4c62ce8b672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:03.339414 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32dfb6-787e-4830-b168-84af985dbd6d,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:03.342945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:03.350104 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.353461 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc32dfb6-787e-4830-b168-84af985dbd6d HTTP/1.1" status: 204 len: 168 time: 0.2765229 May 27 03:34:03.376124 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.401726 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.453021 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.457826 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1c198a85-226e-46f3-9363-52292c87f0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:03.471268 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187752d1-2b89-469a-9e91-4c6eba502b44,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:03.473544 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:03.475833 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.478315 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/187752d1-2b89-469a-9e91-4c6eba502b44 HTTP/1.1" status: 204 len: 168 time: 0.1796250 May 27 03:34:03.822169 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59000) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:03.840023 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.854938 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:03.858945 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Usage tracker for resource:security_group_rule and tenant:5e566b275c4f4a86bb21fe34d228ea21 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:03.861703 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:03.867958 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:03.950454 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.954512 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.963397 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fa665e01-cb60-4f3a-b729-8941484466b6 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:04.007507 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e566b275c4f4a86bb21fe34d228ea21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817281 May 27 03:34:04.007507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fadce7-12fe-46f4-b286-ee4a624db674,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:04.007946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59006) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:04.010612 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd3c5d79-b278-409a-a94e-7948d1921a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:04.067382 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.092652 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.147130 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.152101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-22c249e2-b227-47d2-a397-781d7b467401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:04.168268 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fadce7-12fe-46f4-b286-ee4a624db674,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:04.171189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:04.173128 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.176967 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ef5fad4e-a691-4c14-a8d3-247cb199f794 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0fadce7-12fe-46f4-b286-ee4a624db674 HTTP/1.1" status: 204 len: 168 time: 0.1679642 May 27 03:34:04.215850 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59018) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:04.320954 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1321068711-network', 'tenant_id': '3766f5792369429f9323ccf14a75db44'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:04.326373 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:04.330246 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Usage tracker for resource:network and tenant:3766f5792369429f9323ccf14a75db44 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:04.333113 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:04.339360 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:04.349829 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Made reservation on behalf of 3766f5792369429f9323ccf14a75db44 for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:04.352289 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.364213 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.378706 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:04.383108 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3766f5792369429f9323ccf14a75db44 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:04.385963 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:04.391649 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:04.475660 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.479726 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.483902 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e4201437-ccfb-4f06-b482-cc781a262600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:04.511866 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:34:04.520592 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621aa533-ca41-4044-a756-349ea13c7bb3,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:04.524317 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:04.528443 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.528793 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Added segment 79858980-9544-4730-aa60-ab1d1a1ddc63 of type vlan for network f8b979af-af3a-4f42-8e57-cb2fd8077b80 May 27 03:34:04.558406 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.588992 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.590329 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:04.590911 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.595561 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:04.695619 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b979af-af3a-4f42-8e57-cb2fd8077b80,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:04.698381 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:04.700178 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-4e8398d0-34d4-4e95-a3a8-1242de8979e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4830859 May 27 03:34:04.703154 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59036) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:04.707228 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:34:04.709587 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Request body: {'subnet': {'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1321068711-subnet', 'tenant_id': '3766f5792369429f9323ccf14a75db44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:04.714743 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:04.718550 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Usage tracker for resource:subnet and tenant:3766f5792369429f9323ccf14a75db44 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:04.721375 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:04.728473 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:04.738238 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Made reservation on behalf of 3766f5792369429f9323ccf14a75db44 for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:04.741351 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3011010'] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:05.127044 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3011028'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:05.131561 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:05.203129 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d175d67-6452-4d42-b9cb-d7a0d547780a,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:05.206681 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:05.209255 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Checking segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:05.209617 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Network hostable DHCP agents. Network: f8b979af-af3a-4f42-8e57-cb2fd8077b80, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:34:05.227483 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:34:05.237593 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, f8b979af-af3a-4f42-8e57-cb2fd8077b80) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:05.247107 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:05.247791 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:05.250218 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cf35c-4c3c-4c47-a01e-5ccff287ea57 None None] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:05.267556 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-21a835e6-7ef5-4956-822d-a524281f659a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5633049 May 27 03:34:05.456691 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2666b3-e1f3-4768-a7a4-1af998541e01 None None] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:05.816852 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-e7f42d75-fb7e-4ecf-aa8b-8610ffc61f3c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:05.817449 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-e7f42d75-fb7e-4ecf-aa8b-8610ffc61f3c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:network {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:05.835454 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-e7f42d75-fb7e-4ecf-aa8b-8610ffc61f3c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:network {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:05.836700 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-e7f42d75-fb7e-4ecf-aa8b-8610ffc61f3c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.1638594 May 27 03:34:05.850660 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-773267eb-345f-4283-b391-8fd5317801ae tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/quotas/3766f5792369429f9323ccf14a75db44 HTTP/1.1" status: 200 len: 375 time: 0.0086277 May 27 03:34:05.984754 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-bf207600-dd9c-4bb1-9245-fab47321e154 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289928 May 27 03:34:06.209666 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-966a97c9-7911-4fa9-90e2-e10ad9f75870 service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179813 May 27 03:34:06.337385 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-4ecbc177-e752-4337-b0e0-6c6052aece3a service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217890 May 27 03:34:06.506565 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a9fd7f91-185e-46a8-827f-8ee5d03cdd58 req-fbf86f9a-4083-4df6-a070-ff2c06e3dbe9 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 210 time: 0.0434749 May 27 03:34:07.536004 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-a8ce2291-4746-4205-ad98-166ba9e65b0f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:07.537638 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-a8ce2291-4746-4205-ad98-166ba9e65b0f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.1527121 May 27 03:34:07.554983 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Request body: {'port': {'device_id': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'admin_state_up': True, 'tenant_id': '3766f5792369429f9323ccf14a75db44'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:07.670627 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9276bba7-8297-41ea-9bcd-a926fdd7cf1a req-ee5cedd8-13ba-4a83-b99c-4cafcc65ee8d tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 210 time: 0.0503891 May 27 03:34:07.697741 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:07.701721 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Usage tracker for resource:port and tenant:3766f5792369429f9323ccf14a75db44 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:07.704446 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:07.710011 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:07.719685 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Made reservation on behalf of 3766f5792369429f9323ccf14a75db44 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:07.723082 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:07.878981 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Allocated IP 172.20.0.12 (f8b979af-af3a-4f42-8e57-cb2fd8077b80/8d175d67-6452-4d42-b9cb-d7a0d547780a/33e78b3e-6700-4ec2-84e6-df23c3e872b3) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:08.080489 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.109277 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.121774 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-644db551-938a-4f0d-bbda-fd8b38e6ece7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:08.169346 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:08.176491 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:08.181430 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:34:08.238094 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event updated for resources: {'Port': ['ID=33e78b3e-6700-4ec2-84e6-df23c3e872b3,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:08.243400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:08.256994 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:08.257964 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.281320 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-d21f109b-2864-48db-9c73-f9b7e2690e64 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7339964 May 27 03:34:08.292764 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Request body: {'port': {'device_id': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:08.400075 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.814958 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e78b3e-6700-4ec2-84e6-df23c3e872b3 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:08.822931 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.838001 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Transition to ACTIVE for port object 33e78b3e-6700-4ec2-84e6-df23c3e872b3 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:08.841831 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.846492 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-02bb568c-68a6-4f52-9e42-920118e16065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:08.856305 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051931e-af17-452e-8db6-43bd9dd884a3 req-cbf01660-7bdb-468b-811a-a3bddf0d1e70 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:08.857758 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e051931e-af17-452e-8db6-43bd9dd884a3 req-cbf01660-7bdb-468b-811a-a3bddf0d1e70 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 932 time: 0.0810466 May 27 03:34:08.904004 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-e051931e-af17-452e-8db6-43bd9dd884a3 req-2656691c-c977-4a66-8021-ea126b252771 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:08.920005 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-e051931e-af17-452e-8db6-43bd9dd884a3 req-2656691c-c977-4a66-8021-ea126b252771 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:08.921117 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e051931e-af17-452e-8db6-43bd9dd884a3 req-2656691c-c977-4a66-8021-ea126b252771 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 May 27 03:34:08.997786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Pushing event updated for resources: {'Port': ['ID=33e78b3e-6700-4ec2-84e6-df23c3e872b3,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:09.004507 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:09.070862 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Attempting to bind port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:09.071218 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Attempting to bind port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:09.071549 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Attempting to bind port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:09.076385 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:34:09.076708 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Attempting to bind port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:09.081717 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:34:09.082085 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Checking segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:09.082466 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Bound using segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:34:09.082889 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Bound port: 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:09.083234 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:09.169455 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] For port 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:34:09.172501 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] For port 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:34:09.177759 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:09.182209 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4802380e-d422-4e57-8078-c9fc41587095 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:09.240869 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:09.241469 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:09.242842 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] 10.222.0.10 "PUT /v2.0/ports/33e78b3e-6700-4ec2-84e6-df23c3e872b3 HTTP/1.1" status: 200 len: 1094 time: 0.9541192 May 27 03:34:09.243619 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'tag': '33e78b3e-6700-4ec2-84e6-df23c3e872b3'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:09.265140 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Pushing event updated for resources: {'Port': ['ID=33e78b3e-6700-4ec2-84e6-df23c3e872b3,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:09.268282 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-c3810c55-0b00-4e48-9804-6d04e8529caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:09.315114 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'tag': '33e78b3e-6700-4ec2-84e6-df23c3e872b3', 'status': 'completed', 'code': 200} May 27 03:34:09.354230 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c01150d7-84ea-46d5-aba6-b97437d91158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:09.355828 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-c01150d7-84ea-46d5-aba6-b97437d91158 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 1097 time: 0.0769207 May 27 03:34:09.428781 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-ce0eef03-d34f-4c2e-bd19-0d2f27db838b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3 HTTP/1.1" status: 200 len: 217 time: 0.0652976 May 27 03:34:09.490753 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-9335897e-6db2-4b24-af63-d7155204ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:09.492172 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-9335897e-6db2-4b24-af63-d7155204ad17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0571480 May 27 03:34:09.544471 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-e33e11ee-dae0-4ad8-a804-7e1dc4b65555 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456762 May 27 03:34:09.676814 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-e7f0ba73-d9cf-4ad6-aad8-f4c6392daba8 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258364 May 27 03:34:09.807945 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-2dfcbb95-8ce1-4dff-a75c-d119fd0c8a82 req-ae5c4ecd-84ec-41b5-8e89-54962fe6a74c service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245148 May 27 03:34:09.925702 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-fa6c6556-2d07-4dad-a7da-cef4feadbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:09.927821 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-fa6c6556-2d07-4dad-a7da-cef4feadbae9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 1097 time: 0.0705304 May 27 03:34:10.059844 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-ce179503-e554-4fbd-851b-d816b2f9b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:10.061219 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-ce179503-e554-4fbd-851b-d816b2f9b6a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 916 time: 0.1271646 May 27 03:34:10.108982 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b15c-21cb-45f4-be05-2e829007d32c req-8debb5ee-d4ae-457e-9c6c-eb062e298dca tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:10.110513 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-79c6b15c-21cb-45f4-be05-2e829007d32c req-8debb5ee-d4ae-457e-9c6c-eb062e298dca tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 944 time: 0.0820537 May 27 03:34:10.132469 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-dd1d9ac4-4800-4879-9e1f-d2c0d19bbc1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3 HTTP/1.1" status: 200 len: 217 time: 0.0648422 May 27 03:34:10.155238 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-79c6b15c-21cb-45f4-be05-2e829007d32c req-4d0cd669-ccb3-4dbb-898c-d7ffa1656b83 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 May 27 03:34:10.194854 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-ef6c2777-4616-427a-b447-af02067aa08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:10.196285 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-ef6c2777-4616-427a-b447-af02067aa08d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0577939 May 27 03:34:10.246374 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-1c9d4287-fc9d-499a-ab70-e2e0fb915344 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423954 May 27 03:34:10.464421 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-1ae43dd6-341e-47ce-b8ca-c664fddd7775 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105002 May 27 03:34:10.599434 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6a4bb23c-a1ec-4620-902f-61d4dec2a496 req-9bd9a663-16c5-4581-90d2-b58b6e83456a service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278617 May 27 03:34:11.339314 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b74ec-2c42-4c41-bb12-329d03f9bcaf req-16dba754-d913-4e00-aa50-8097b1b49481 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:11.340772 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cd0b74ec-2c42-4c41-bb12-329d03f9bcaf req-16dba754-d913-4e00-aa50-8097b1b49481 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 944 time: 0.0806553 May 27 03:34:11.384355 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cd0b74ec-2c42-4c41-bb12-329d03f9bcaf req-f3b45553-b15d-4303-b3e0-dd5f0ba1bba3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 May 27 03:34:12.020637 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:12.320869 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 33e78b3e-6700-4ec2-84e6-df23c3e872b3 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:12.463715 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:12.477703 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '33e78b3e-6700-4ec2-84e6-df23c3e872b3', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'port_id': '33e78b3e-6700-4ec2-84e6-df23c3e872b3', 'mac_address': 'fa:16:3e:81:89:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d175d67-6452-4d42-b9cb-d7a0d547780a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:12.533293 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:12.552032 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e78b3e-6700-4ec2-84e6-df23c3e872b3 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:12.568244 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:12.572037 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:12.573684 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:12.575830 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceec90-375d-4dee-aca7-b48603a24c8a req-3d00f037-ea82-4c8d-8edb-61875791f450 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:12.577289 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a8ceec90-375d-4dee-aca7-b48603a24c8a req-3d00f037-ea82-4c8d-8edb-61875791f450 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 944 time: 0.0859303 May 27 03:34:12.621823 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a8ceec90-375d-4dee-aca7-b48603a24c8a req-6411605c-8116-4d6f-a55f-aa0ab55f505e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 May 27 03:34:12.640388 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=33e78b3e-6700-4ec2-84e6-df23c3e872b3,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:12.643929 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:12.779518 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:13.666650 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4f336604-363d-4cf3-8ea2-73ac695b7a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:13.803264 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666fd4c-b944-4265-9c7c-31ee1fb2e77c req-7508608a-92a6-4252-8454-a8f7c1ca41d3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:13.804747 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f666fd4c-b944-4265-9c7c-31ee1fb2e77c req-7508608a-92a6-4252-8454-a8f7c1ca41d3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 945 time: 0.0800614 May 27 03:34:13.849839 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f666fd4c-b944-4265-9c7c-31ee1fb2e77c req-5cfe3f5e-7ba8-42d5-8a48-b059c03e5096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 May 27 03:34:14.335253 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 33e78b3e-6700-4ec2-84e6-df23c3e872b3 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:14.400789 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:14.405196 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:14.405596 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.518616 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.545448 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e78b3e-6700-4ec2-84e6-df23c3e872b3'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:14.555066 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:14.560628 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.562499 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:14.592001 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e78b3e-6700-4ec2-84e6-df23c3e872b3', 'code': 200} May 27 03:34:14.629550 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=33e78b3e-6700-4ec2-84e6-df23c3e872b3,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:14.632401 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:14.808421 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7c592-3ab5-48dd-acad-48aeb91d6b95 req-e3c6818f-9fe9-4854-a76f-85ca3f15391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:14.809907 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-56f7c592-3ab5-48dd-acad-48aeb91d6b95 req-e3c6818f-9fe9-4854-a76f-85ca3f15391a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 1099 time: 0.0695803 May 27 03:34:14.849811 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-56f7c592-3ab5-48dd-acad-48aeb91d6b95 req-de0d357b-f1b8-49f3-923a-407ab5a8ff5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337546 May 27 03:34:15.037478 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81242cc-74a1-40b9-8b28-914d330105b6 req-06c4cdd4-0c23-4aa5-b31f-dc2760117bda tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:15.038956 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f81242cc-74a1-40b9-8b28-914d330105b6 req-06c4cdd4-0c23-4aa5-b31f-dc2760117bda tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 946 time: 0.0829539 May 27 03:34:15.083104 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f81242cc-74a1-40b9-8b28-914d330105b6 req-f57a2f83-f538-4620-b79c-a47ee6edb976 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385320 May 27 03:34:16.011396 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-337a5700-21be-4158-8e03-6478dc032476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:16.161615 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:16.267375 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27120d-4d42-445d-a40b-bb141eafb321 req-c05e6bb6-0e9d-41c5-be24-874aade0ed72 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:16.268732 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e27120d-4d42-445d-a40b-bb141eafb321 req-c05e6bb6-0e9d-41c5-be24-874aade0ed72 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 946 time: 0.0794256 May 27 03:34:16.314766 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e27120d-4d42-445d-a40b-bb141eafb321 req-4a02f147-a343-436c-bc1d-8a8594fe5c03 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 May 27 03:34:16.975939 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.177733 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59200) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:18.305043 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.320498 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:18.325299 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9a86e9260c4386bd6976b90cfba497 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:18.328595 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:18.334478 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:18.419255 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.422845 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.431255 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-26b46ab9-0194-4a37-90ad-fdfa1ad9c252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:18.469421 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a9a86e9260c4386bd6976b90cfba497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898631 May 27 03:34:18.471140 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c84f690-6582-431a-af29-9eaf55cc9e7e,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:18.472144 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59208) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:18.474511 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:18.531739 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.560978 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.611240 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.614743 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9cdcec76-900a-43c2-9cb9-52597f277c18 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:18.625482 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c84f690-6582-431a-af29-9eaf55cc9e7e,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:18.627972 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:18.633261 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.634418 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-ba0c0fd0-3529-4ace-a47d-2f4d26773095 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c84f690-6582-431a-af29-9eaf55cc9e7e HTTP/1.1" status: 204 len: 168 time: 0.1612434 May 27 03:34:18.844976 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.279307 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59232) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:19.383634 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-795262455-network', 'tenant_id': '85939619e4c140fe9c64cf3d66229ff0'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:19.388378 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:19.392395 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Usage tracker for resource:network and tenant:85939619e4c140fe9c64cf3d66229ff0 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:19.395516 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:19.402403 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:19.413961 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Made reservation on behalf of 85939619e4c140fe9c64cf3d66229ff0 for: {'network': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:19.416638 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.431300 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.452378 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:19.456304 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Usage tracker for resource:security_group_rule and tenant:85939619e4c140fe9c64cf3d66229ff0 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:19.459155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:19.464879 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:19.552749 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.557453 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.560561 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9cf8aa6d-bb37-4082-9f06-2ad7944d8d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:19.590456 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=91734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:34:19.595591 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e10e8f-e960-4dd0-9905-01f906d2466f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:19.599101 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:19.603188 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.603478 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.db.segments_db [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Added segment 61e6ba24-5fe6-4203-a651-f843e35b714f of type vlan for network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f May 27 03:34:19.628947 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.659753 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.660993 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:19.661557 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.666583 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:19.756176 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4757941 May 27 03:34:19.759287 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Pushing event updated for resources: {'Network': ['ID=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:19.759417 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59240) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:19.762011 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f77373a-766a-4eb2-a103-61ceadc7795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:19.766355 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Request body: {'subnet': {'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-795262455-subnet', 'tenant_id': '85939619e4c140fe9c64cf3d66229ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:19.769314 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:34:19.772757 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:19.776902 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Usage tracker for resource:subnet and tenant:85939619e4c140fe9c64cf3d66229ff0 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:19.779823 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:19.785444 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:19.797543 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Made reservation on behalf of 85939619e4c140fe9c64cf3d66229ff0 for: {'subnet': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:19.799922 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3011010'] for subnet, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.172701 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3011028'] for subnet, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.176931 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:20.250257 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1,revision_number=0']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:20.252979 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:20.260393 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Checking segment: {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:20.260740 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Network hostable DHCP agents. Network: 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:34:20.278084 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:34:20.287306 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f) {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:20.294866 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8da61-c7d7-42e3-acab-8f523ee3c9db None None] Network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:20.297791 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:20.298441 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.323360 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-f12ccc3d-f6c0-4cb1-b41f-70ab8c0d206a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5629418 May 27 03:34:20.484354 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdada1-b4ca-4bdc-9d6c-4e980710bfae None None] Network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:20.985462 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-b6f9ceb0-9927-48b8-82d9-640393632cde tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:20.985462 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-b6f9ceb0-9927-48b8-82d9-640393632cde tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.2479260 May 27 03:34:21.000940 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-d1f90217-473d-4c64-ad3a-36f7758abea8 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/quotas/3766f5792369429f9323ccf14a75db44 HTTP/1.1" status: 200 len: 375 time: 0.0107377 May 27 03:34:21.079173 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-c90ff920-5fef-4612-a0a0-27fedf3621e1 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727870 May 27 03:34:21.265012 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-f34e13dc-b48a-433f-a1a4-cfe20a13244e service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789143 May 27 03:34:21.398809 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-0c761f12-fe35-4224-971e-e7e6cc4dc511 service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274395 May 27 03:34:21.573271 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-74f0fa54-98de-4923-8b9a-b515869d74a6 req-e6239901-a6b9-4b5e-860c-6c4bfd1e5687 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 210 time: 0.0428588 May 27 03:34:22.337564 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-dfca8fe1-1ade-47bf-9a43-01e9632fa81c tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:22.338939 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-dfca8fe1-1ade-47bf-9a43-01e9632fa81c tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 813 time: 0.1451421 May 27 03:34:22.354230 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-951aa7cb-01c9-4915-9a5b-ee347f7574a0 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/quotas/85939619e4c140fe9c64cf3d66229ff0 HTTP/1.1" status: 200 len: 375 time: 0.0098715 May 27 03:34:22.405483 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-963a1cb4-c0cd-4593-b79c-f7be661416b2 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462718 May 27 03:34:22.539312 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-afa54b10-c688-4a00-ab9f-fd229a00f849 service neutron] 10.222.0.32 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271436 May 27 03:34:22.618998 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-bebc38d3-82d0-4f50-a58e-9b8fa9614f1f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:22.620805 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-bebc38d3-82d0-4f50-a58e-9b8fa9614f1f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.1605361 May 27 03:34:22.635201 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Request body: {'port': {'device_id': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'admin_state_up': True, 'tenant_id': '3766f5792369429f9323ccf14a75db44'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:22.681522 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-61d2b3e3-2dc6-4f5e-81ce-5b3ab23b2a11 service neutron] 10.222.0.32 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350985 May 27 03:34:22.740620 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-cca3f8e7-7e78-496b-b4f7-47f59c2fbf26 req-6cb9b218-5984-430b-8207-13689dc6435d tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 210 time: 0.0474160 May 27 03:34:22.797575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:22.801368 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Usage tracker for resource:port and tenant:3766f5792369429f9323ccf14a75db44 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:22.808692 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:22.814819 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:22.826102 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Made reservation on behalf of 3766f5792369429f9323ccf14a75db44 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:22.829612 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:22.866884 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5580e21c-2719-4d5f-be3b-f5b7b76b41ca req-599aa225-c9c5-4691-9ad1-8dc358b1396c tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 210 time: 0.0455511 May 27 03:34:22.998967 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Allocated IP 172.20.0.5 (f8b979af-af3a-4f42-8e57-cb2fd8077b80/8d175d67-6452-4d42-b9cb-d7a0d547780a/4c4f69f9-785a-4039-a01b-9ed779883836) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:23.206107 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.235015 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.240674 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-15637899-0177-4ac5-88bf-1e77acc6a4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:23.246544 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:23.312125 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:23.315374 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:23.319691 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:34:23.352695 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event updated for resources: {'Port': ['ID=4c4f69f9-785a-4039-a01b-9ed779883836,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:23.359327 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:23.390014 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:23.390695 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.415223 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-8b57d0e4-da1b-4468-87b3-510e6b782d74 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852862 May 27 03:34:23.434026 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Request body: {'port': {'device_id': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:23.548612 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.904669 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4f69f9-785a-4039-a01b-9ed779883836 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:23.913694 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.931684 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Transition to ACTIVE for port object 4c4f69f9-785a-4039-a01b-9ed779883836 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:23.942940 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.947680 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6a583c3c-a2e0-4141-b1d4-ec22f5094a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:23.970965 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-a52e5eab-ce02-4244-aad0-864320715549 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:23.972932 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-a52e5eab-ce02-4244-aad0-864320715549 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 813 time: 0.2128341 May 27 03:34:24.024642 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Request body: {'port': {'device_id': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f', 'admin_state_up': True, 'tenant_id': '85939619e4c140fe9c64cf3d66229ff0'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:24.066275 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-54898426-8c92-4a1b-ad02-9126807ab829 req-ac22fb01-accd-4b64-9252-5460130a85b2 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 210 time: 0.0817258 May 27 03:34:24.160179 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab0b0-4121-4540-8020-9fc565adf626 req-cd6d9288-3ae7-44cb-842e-bf3ecd741464 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.161638 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-777ab0b0-4121-4540-8020-9fc565adf626 req-cd6d9288-3ae7-44cb-842e-bf3ecd741464 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 943 time: 0.3027489 May 27 03:34:24.169546 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4f69f9-785a-4039-a01b-9ed779883836,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.200312 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:24.273766 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Attempting to bind port 4c4f69f9-785a-4039-a01b-9ed779883836 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:24.274040 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Attempting to bind port 4c4f69f9-785a-4039-a01b-9ed779883836 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:24.274353 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Attempting to bind port 4c4f69f9-785a-4039-a01b-9ed779883836 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:24.279113 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Port 4c4f69f9-785a-4039-a01b-9ed779883836 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:34:24.279427 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Attempting to bind port 4c4f69f9-785a-4039-a01b-9ed779883836 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:24.284707 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:34:24.285037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Checking segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:24.285415 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Bound using segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:34:24.285839 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Bound port: 4c4f69f9-785a-4039-a01b-9ed779883836, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:24.286206 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.317702 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:24.326087 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Usage tracker for resource:port and tenant:85939619e4c140fe9c64cf3d66229ff0 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:24.330227 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:24.335779 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-777ab0b0-4121-4540-8020-9fc565adf626 req-4901668b-9af7-4a4c-a955-48df17a1abc5 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672776 May 27 03:34:24.339445 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:24.358873 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Made reservation on behalf of 85939619e4c140fe9c64cf3d66229ff0 for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:24.362633 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.379160 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] For port 4c4f69f9-785a-4039-a01b-9ed779883836, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:34:24.382331 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] For port 4c4f69f9-785a-4039-a01b-9ed779883836, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4c4f69f9-785a-4039-a01b-9ed779883836,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:34:24.387151 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.392187 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-064fe5cb-cb57-487b-b1af-38a849f72201 tempest-ServerRescueNegativeTestJSON-1370605101 tempest-ServerRescueNegativeTestJSON-1370605101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:24.450430 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.451068 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.452433 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c4f69f9-785a-4039-a01b-9ed779883836 HTTP/1.1" status: 200 len: 1093 time: 1.0227380 May 27 03:34:24.452932 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'tag': '4c4f69f9-785a-4039-a01b-9ed779883836'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:24.487674 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4f69f9-785a-4039-a01b-9ed779883836,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.491084 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:24.529260 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'tag': '4c4f69f9-785a-4039-a01b-9ed779883836', 'status': 'completed', 'code': 200} May 27 03:34:24.538792 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Allocated IP 172.20.0.7 (33d24c3f-eb1e-4b07-8c44-ebf26584eb4f/e1221e47-0a2e-4c30-9f94-fbc95f6c87c1/d434efa5-8d11-4971-8b99-b5044c5ce1ea) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:24.573264 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-60feb517-cefe-4268-83d6-8aa926bdde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.575033 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-60feb517-cefe-4268-83d6-8aa926bdde90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 1096 time: 0.0824025 May 27 03:34:24.641192 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-efd5fe05-8b3f-4545-8dd9-75e0aab5cde4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4f69f9-785a-4039-a01b-9ed779883836 HTTP/1.1" status: 200 len: 217 time: 0.0599711 May 27 03:34:24.705138 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-7ea5bb1d-1092-479e-a27c-ab9e56e9464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.706591 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-7ea5bb1d-1092-479e-a27c-ab9e56e9464f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0599806 May 27 03:34:24.742622 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.752228 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-e3e0ff0e-34f6-4f9c-955f-7662977971f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394487 May 27 03:34:24.773246 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.779091 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-12b036eb-79af-4c7f-9e78-cccd203efc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:24.841261 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:24.844383 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:24.848374 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:34:24.889119 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Pushing event updated for resources: {'Port': ['ID=d434efa5-8d11-4971-8b99-b5044c5ce1ea,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.897354 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:24.902507 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-e29d66e2-f1a5-44d8-b136-515004e7ef18 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437633 May 27 03:34:24.917204 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.917807 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.938459 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-9be3503d-2bbc-4376-b632-1bceb6052991 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479923 May 27 03:34:24.949245 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Request body: {'port': {'device_id': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:25.034135 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-988f1b30-4832-4527-a1ac-68d04ef25c54 req-e05ae71b-9bfe-4f05-9b10-c1019ea7a58e service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254292 May 27 03:34:25.059837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.155520 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-c63bdfc0-ce0a-4e77-9a29-3d0ed0f6a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.157125 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-c63bdfc0-ce0a-4e77-9a29-3d0ed0f6a57a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 1096 time: 0.0770869 May 27 03:34:25.289857 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-2f91a230-ce19-493b-a599-560ec399f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.291330 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-2f91a230-ce19-493b-a599-560ec399f549 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 916 time: 0.1274607 May 27 03:34:25.359377 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-fe049b43-a978-4f62-9598-a4151a63e0d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4f69f9-785a-4039-a01b-9ed779883836 HTTP/1.1" status: 200 len: 217 time: 0.0600188 May 27 03:34:25.375582 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca8335-b371-42f1-b884-e7e8671ef0c0 req-024eeed2-a03f-4687-b27d-872d858be995 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.376275 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-b5ca8335-b371-42f1-b884-e7e8671ef0c0 req-024eeed2-a03f-4687-b27d-872d858be995 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Synchronizing usage tracker for tenant:85939619e4c140fe9c64cf3d66229ff0 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:25.411205 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-b5ca8335-b371-42f1-b884-e7e8671ef0c0 req-024eeed2-a03f-4687-b27d-872d858be995 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Unset dirty status for tenant:85939619e4c140fe9c64cf3d66229ff0 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:25.413145 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b5ca8335-b371-42f1-b884-e7e8671ef0c0 req-024eeed2-a03f-4687-b27d-872d858be995 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 931 time: 0.2406220 May 27 03:34:25.426258 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-57741e19-beb4-4d0a-b80a-c04c9b135776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.428648 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-57741e19-beb4-4d0a-b80a-c04c9b135776 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0627351 May 27 03:34:25.475742 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-a4d2f960-32e6-4268-a226-14ead94e1bb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407238 May 27 03:34:25.570620 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d434efa5-8d11-4971-8b99-b5044c5ce1ea {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:25.581133 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b5ca8335-b371-42f1-b884-e7e8671ef0c0 req-9a72d8a4-ccd9-435e-8cf4-ae374f97ef37 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527064 May 27 03:34:25.582704 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.603172 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Transition to ACTIVE for port object d434efa5-8d11-4971-8b99-b5044c5ce1ea will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:25.610669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.613386 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-958d637e-1a68-48d0-82d0-ac94a9ea5cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302993 May 27 03:34:25.617409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-72f04c84-fc48-4514-8140-3d7610d98e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:25.732631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89cf0e-9179-4f08-a19e-3ab62dede721 req-0440f1b6-103d-4caa-bbf0-d0cde3e4e95a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.734166 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a89cf0e-9179-4f08-a19e-3ab62dede721 req-0440f1b6-103d-4caa-bbf0-d0cde3e4e95a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 943 time: 0.2596078 May 27 03:34:25.802610 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Pushing event updated for resources: {'Port': ['ID=d434efa5-8d11-4971-8b99-b5044c5ce1ea,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:25.811047 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:25.839457 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-6990aed8-8849-447b-87cb-8ba9707d7ee7 req-c74cfd82-744c-4e38-8b4c-76c254568021 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193184 May 27 03:34:25.869356 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a89cf0e-9179-4f08-a19e-3ab62dede721 req-9b1e03f9-e6a4-4d0b-aecb-6f1493daa8ea tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230927 May 27 03:34:25.895489 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Attempting to bind port d434efa5-8d11-4971-8b99-b5044c5ce1ea on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:25.895816 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Attempting to bind port d434efa5-8d11-4971-8b99-b5044c5ce1ea by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:25.896133 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Attempting to bind port d434efa5-8d11-4971-8b99-b5044c5ce1ea on network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:25.901274 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Port d434efa5-8d11-4971-8b99-b5044c5ce1ea on network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:34:25.901584 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Attempting to bind port d434efa5-8d11-4971-8b99-b5044c5ce1ea on network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:25.906502 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:34:25.906826 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Checking segment: {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:25.907201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Bound using segment: {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:34:25.907612 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Bound port: d434efa5-8d11-4971-8b99-b5044c5ce1ea, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:25.907946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.997074 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] For port d434efa5-8d11-4971-8b99-b5044c5ce1ea, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:34:26.000070 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] For port d434efa5-8d11-4971-8b99-b5044c5ce1ea, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:34:26.003569 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.008397 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bf042840-9952-4faa-8f61-18716520d092 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:26.061600 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.062208 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.063533 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] 10.222.0.10 "PUT /v2.0/ports/d434efa5-8d11-4971-8b99-b5044c5ce1ea HTTP/1.1" status: 200 len: 1093 time: 1.1182473 May 27 03:34:26.063997 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'tag': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:26.086402 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Pushing event updated for resources: {'Port': ['ID=d434efa5-8d11-4971-8b99-b5044c5ce1ea,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:26.089497 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:26.175707 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78110a9e-ea16-4016-b9da-c48304337edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.177174 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-78110a9e-ea16-4016-b9da-c48304337edf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 1096 time: 0.0734117 May 27 03:34:26.332092 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'tag': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea', 'status': 'completed', 'code': 200} May 27 03:34:26.340654 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-52010c52-d2d2-416b-a5da-a9f0b627a76d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea HTTP/1.1" status: 200 len: 217 time: 0.1559098 May 27 03:34:26.397759 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 4c4f69f9-785a-4039-a01b-9ed779883836 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:26.403404 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-a9cd7292-bf48-4ad3-91b2-43b7f0829ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.404898 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-a9cd7292-bf48-4ad3-91b2-43b7f0829ef5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 HTTP/1.1" status: 200 len: 853 time: 0.0583487 May 27 03:34:26.450710 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-c6508036-7f09-442f-93ef-dd04fd693000 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398595 May 27 03:34:26.526414 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 4c4f69f9-785a-4039-a01b-9ed779883836, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4c4f69f9-785a-4039-a01b-9ed779883836,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:26.539070 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '4c4f69f9-785a-4039-a01b-9ed779883836', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'port_id': '4c4f69f9-785a-4039-a01b-9ed779883836', 'mac_address': 'fa:16:3e:aa:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d175d67-6452-4d42-b9cb-d7a0d547780a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:26.584956 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-c32365d0-4c85-4ab2-9a35-b3e9da5fac5f service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283362 May 27 03:34:26.623886 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.640964 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4f69f9-785a-4039-a01b-9ed779883836 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:26.656311 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 4c4f69f9-785a-4039-a01b-9ed779883836, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4c4f69f9-785a-4039-a01b-9ed779883836,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:26.661306 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.663359 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:26.733846 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=4c4f69f9-785a-4039-a01b-9ed779883836,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:26.736774 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:26.778084 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2a3cfcd0-8f95-4157-8ac6-4210c6878a77 req-5192ece4-3750-43a7-9e5a-30bf472f7cda service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874959 May 27 03:34:26.806907 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e29c-d616-4e23-ac6f-781be6e5e26e req-a3766001-45d7-4a77-9896-805eb9105b18 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.808358 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4aa1e29c-d616-4e23-ac6f-781be6e5e26e req-a3766001-45d7-4a77-9896-805eb9105b18 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 943 time: 0.1073036 May 27 03:34:26.897845 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4aa1e29c-d616-4e23-ac6f-781be6e5e26e req-f1a7e14a-9d31-4720-9202-3434b566cc3f tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834150 May 27 03:34:26.903681 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['4c4f69f9-785a-4039-a01b-9ed779883836'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:26.918192 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-65da5aee-ce21-41e8-a915-10586e4fea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.919895 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-65da5aee-ce21-41e8-a915-10586e4fea9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 1096 time: 0.0923359 May 27 03:34:27.111920 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-9e412bdb-9eb0-4152-829d-f2551dd742e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:27.113269 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-9e412bdb-9eb0-4152-829d-f2551dd742e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 914 time: 0.1867154 May 27 03:34:27.125145 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b06ffb-358c-4080-aca5-d5cc650b665f req-9aa7ba92-783d-48e9-bfc2-9898cffe43c6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:27.126523 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-64b06ffb-358c-4080-aca5-d5cc650b665f req-9aa7ba92-783d-48e9-bfc2-9898cffe43c6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 944 time: 0.1284146 May 27 03:34:27.197065 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-070504b4-97a2-44bd-ac9d-3703c29afec9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea HTTP/1.1" status: 200 len: 217 time: 0.0696638 May 27 03:34:27.265312 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-64b06ffb-358c-4080-aca5-d5cc650b665f req-e91c15d6-8ec2-46b1-b9b2-17adc35c1ec3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868309 May 27 03:34:27.278598 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-d5586bed-7fc8-4e47-a831-ffe32158fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:27.280007 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-d5586bed-7fc8-4e47-a831-ffe32158fd22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 HTTP/1.1" status: 200 len: 853 time: 0.0679448 May 27 03:34:27.329762 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-b0270fec-276f-494d-afc3-e05a243e8a40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409994 May 27 03:34:27.458077 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-aca13284-fa87-43d7-a4df-f885f1afa769 service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207097 May 27 03:34:27.587308 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-02a0f07c-b2fd-41a5-b74d-3fdfc82299e6 req-f56669e6-fc1e-437c-97a7-261f803d2274 service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225398 May 27 03:34:28.087451 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8e30-0ede-41fa-b209-861533362ea4 req-4a069bd2-efda-4aa4-8db0-facb5860e214 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:28.088848 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-83cd8e30-0ede-41fa-b209-861533362ea4 req-4a069bd2-efda-4aa4-8db0-facb5860e214 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 943 time: 0.0816669 May 27 03:34:28.132173 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-83cd8e30-0ede-41fa-b209-861533362ea4 req-213b9546-3546-42b4-b4df-ce5b3d63f023 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 May 27 03:34:28.397148 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d434efa5-8d11-4971-8b99-b5044c5ce1ea details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:28.400509 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 4c4f69f9-785a-4039-a01b-9ed779883836 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:28.447493 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a64c26-6f39-48a9-8c95-7f1f85bed388 req-db2e834d-afea-4806-b6d8-957312b619b3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:28.448978 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-70a64c26-6f39-48a9-8c95-7f1f85bed388 req-db2e834d-afea-4806-b6d8-957312b619b3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 944 time: 0.0789051 May 27 03:34:28.493443 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-70a64c26-6f39-48a9-8c95-7f1f85bed388 req-9b841b4b-4fd7-406f-a279-85ee28c06361 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 May 27 03:34:28.549572 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 4c4f69f9-785a-4039-a01b-9ed779883836 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:28.565296 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 4c4f69f9-785a-4039-a01b-9ed779883836 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:28.565674 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:28.632874 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d434efa5-8d11-4971-8b99-b5044c5ce1ea, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:28.649971 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea', 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f', 'port_id': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea', 'mac_address': 'fa:16:3e:4f:e9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1221e47-0a2e-4c30-9f94-fbc95f6c87c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:28.750060 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:28.772629 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d434efa5-8d11-4971-8b99-b5044c5ce1ea {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:28.778652 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:28.807871 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d434efa5-8d11-4971-8b99-b5044c5ce1ea, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:28.814194 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4f69f9-785a-4039-a01b-9ed779883836'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:28.821742 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:28.824265 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-200e9c8a-1091-425c-afde-4c091bb80081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:28.855168 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 4c4f69f9-785a-4039-a01b-9ed779883836, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4c4f69f9-785a-4039-a01b-9ed779883836,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:28.863322 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4f69f9-785a-4039-a01b-9ed779883836', 'code': 200} May 27 03:34:28.873709 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:28.907851 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d434efa5-8d11-4971-8b99-b5044c5ce1ea,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:28.911626 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:28.913401 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:28.989996 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=4c4f69f9-785a-4039-a01b-9ed779883836,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:28.993192 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:29.069898 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['d434efa5-8d11-4971-8b99-b5044c5ce1ea'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:29.191987 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00036de2-ecf7-42b1-b113-1c7cf5b2edef req-7bf4a243-b245-46df-85e2-e8a11c1b2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:29.194028 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00036de2-ecf7-42b1-b113-1c7cf5b2edef req-7bf4a243-b245-46df-85e2-e8a11c1b2b68 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 1098 time: 0.1664424 May 27 03:34:29.235670 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-00036de2-ecf7-42b1-b113-1c7cf5b2edef req-fb24d962-dac7-4057-b8eb-f51fd7899792 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 May 27 03:34:29.312387 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a801953-52ad-4a70-80e0-d03f350a94ba req-93644a29-d34e-4414-9f60-c84c93f5163f tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:29.313839 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a801953-52ad-4a70-80e0-d03f350a94ba req-93644a29-d34e-4414-9f60-c84c93f5163f tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 944 time: 0.0772054 May 27 03:34:29.361339 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9a801953-52ad-4a70-80e0-d03f350a94ba req-8ae4576b-189f-4df1-a3a4-fc853023a0f1 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 May 27 03:34:29.674337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b73bf-c699-4895-be20-f5ba75429aa1 req-7754665c-3a9f-45d8-b989-15f41ab4b0e7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:29.675763 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-933b73bf-c699-4895-be20-f5ba75429aa1 req-7754665c-3a9f-45d8-b989-15f41ab4b0e7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 945 time: 0.0781126 May 27 03:34:29.719869 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-933b73bf-c699-4895-be20-f5ba75429aa1 req-8431956e-549f-473f-bbb1-62c455672346 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 May 27 03:34:30.397693 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d434efa5-8d11-4971-8b99-b5044c5ce1ea up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:30.463909 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port d434efa5-8d11-4971-8b99-b5044c5ce1ea completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:30.468462 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port d434efa5-8d11-4971-8b99-b5044c5ce1ea triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:30.468837 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.547782 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebda06-1ca7-409a-a7bf-ab134451aa7a req-08bb5dc9-6a07-4203-8026-ed1d7e68e731 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:30.549281 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d2ebda06-1ca7-409a-a7bf-ab134451aa7a req-08bb5dc9-6a07-4203-8026-ed1d7e68e731 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 944 time: 0.0834599 May 27 03:34:30.585197 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.593618 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d2ebda06-1ca7-409a-a7bf-ab134451aa7a req-bd992cff-05fb-4b72-abc5-d3e354ba4fc8 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 May 27 03:34:30.618761 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d434efa5-8d11-4971-8b99-b5044c5ce1ea, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:30.622088 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.623928 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-379d7566-4c8f-45fa-ac45-0490ecfffa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:30.686431 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d434efa5-8d11-4971-8b99-b5044c5ce1ea,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:30.689047 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:30.864286 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:30.898190 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d62fae-ccd5-4ab9-8041-8e4804d1d146 req-7b2a028f-f99b-450e-a0e5-d68750de0960 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:30.899623 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b8d62fae-ccd5-4ab9-8041-8e4804d1d146 req-7b2a028f-f99b-450e-a0e5-d68750de0960 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 945 time: 0.0787342 May 27 03:34:30.908003 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea', 'code': 200} May 27 03:34:30.944876 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b8d62fae-ccd5-4ab9-8041-8e4804d1d146 req-68679e63-4b55-44a8-a271-0c6a072f3723 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 May 27 03:34:31.128901 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6277e-48db-4b84-80be-0fc75e0b586b req-304fe659-36db-46d1-ab2d-5fc4a94b8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:31.130380 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-76b6277e-48db-4b84-80be-0fc75e0b586b req-304fe659-36db-46d1-ab2d-5fc4a94b8710 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 1098 time: 0.0728469 May 27 03:34:31.171851 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-76b6277e-48db-4b84-80be-0fc75e0b586b req-43fd8f3e-98cd-462c-a6de-564260afd08b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 May 27 03:34:31.405595 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59358) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:31.674123 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Deleting port 9b667a58-d475-4806-a2b9-7e8a4f900f92 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:31.674753 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:31.844893 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:31.845108 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:31.967105 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Calling delete_port for 9b667a58-d475-4806-a2b9-7e8a4f900f92 owned by network:floatingip {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:31.976563 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8c8c-e9fb-4529-8a3b-a0fb086fd5de req-6449fe88-bef9-425f-9cda-112404f34ca8 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:31.978023 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b46b8c8c-e9fb-4529-8a3b-a0fb086fd5de req-6449fe88-bef9-425f-9cda-112404f34ca8 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.2395880 May 27 03:34:32.042367 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b46b8c8c-e9fb-4529-8a3b-a0fb086fd5de req-369689c8-461c-4b47-bc0c-04dd95a9a3d3 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584350 May 27 03:34:32.147333 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.150766 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:32.193501 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event deleted for resources: {'Port': ['ID=9b667a58-d475-4806-a2b9-7e8a4f900f92,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:32.196588 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:32.290419 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for floatingip, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.290757 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.l3_db [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Floating IP e17078f3-4ee4-4531-af16-a799ebf5ebb0 disassociated (deleted). External IP: 172.28.1.172, port: 9d9f00b8-b169-4fb0-a842-9720e34cc8a4. May 27 03:34:32.730718 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:34:32.994201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:34:33.003199 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] Sync routers for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:33.012549 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:33.013228 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:34:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:33.046315 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for floatingip, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.080195 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-583eb818-402a-4845-adaf-eebd166df7c2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.081653 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-583eb818-402a-4845-adaf-eebd166df7c2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.2038338 May 27 03:34:33.111326 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-ecde6756-e926-45c6-a710-09fc94228ff2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/quotas/3766f5792369429f9323ccf14a75db44 HTTP/1.1" status: 200 len: 375 time: 0.0161259 May 27 03:34:33.117901 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "DELETE /v2.0/floatingips/e17078f3-4ee4-4531-af16-a799ebf5ebb0 HTTP/1.1" status: 204 len: 168 time: 1.7111912 May 27 03:34:33.121110 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:33.192145 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:33.267573 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-3b0a5f36-da22-4ba0-ac2f-2e455b25e6a3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480274 May 27 03:34:33.275818 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377600d5-5e54-4d97-8d25-c3ab46cbeee0 req-59d35d47-379a-4a49-a7ad-f6b9b80cf863 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.277296 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-377600d5-5e54-4d97-8d25-c3ab46cbeee0 req-59d35d47-379a-4a49-a7ad-f6b9b80cf863 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.1151803 May 27 03:34:33.404805 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-377600d5-5e54-4d97-8d25-c3ab46cbeee0 req-e299d610-d306-4d3f-9e44-6cacb4af5d9d tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092920 May 27 03:34:33.461487 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-2a93f9fc-4791-4304-b1c5-a0b50ba0a84d service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831822 May 27 03:34:33.560150 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:33.564267 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] Checking router: 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:33.573664 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:33.574250 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:34:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:33.608540 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-035c1742-1020-40b4-ad37-6a2e1dea2907 service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460938 May 27 03:34:33.709213 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'status': 'completed', 'code': 200} May 27 03:34:33.808943 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:33.930687 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-2ad16a4c-13bc-44c1-a742-3fa6274605be req-32ef1da4-5d8e-4cdc-bf3a-baf910e9e09e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 210 time: 0.0799272 May 27 03:34:33.973731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-1d879fb0-c187-4693-ae3b-1787751bdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.976111 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-1d879fb0-c187-4693-ae3b-1787751bdf63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 1099 time: 0.2411370 May 27 03:34:34.050235 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522985-1d67-4466-b466-6a1e21fb83f1 req-f381bd55-2e33-4b05-99ca-4b8ef9e31328 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:34.050941 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-01522985-1d67-4466-b466-6a1e21fb83f1 req-f381bd55-2e33-4b05-99ca-4b8ef9e31328 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Synchronizing usage tracker for tenant:34f1d01d97c849219994fb5fae1d1a2e on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:34.205253 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-01522985-1d67-4466-b466-6a1e21fb83f1 req-f381bd55-2e33-4b05-99ca-4b8ef9e31328 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Unset dirty status for tenant:34f1d01d97c849219994fb5fae1d1a2e on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:34.212754 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-01522985-1d67-4466-b466-6a1e21fb83f1 req-f381bd55-2e33-4b05-99ca-4b8ef9e31328 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.3731530 May 27 03:34:34.242143 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:34.247554 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de4d2c-956b-41c7-9d7d-9298984894e6 None None] The sync data for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb is: [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:29:39Z', 'revision_number': 4, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb', '_interfaces': [{'id': '7da9646f-74e4-4aac-90a3-9f805e1f2b84', 'name': '', 'network_id': '76cf8764-edbc-4984-8beb-c13309adacb0', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'mac_address': 'fa:16:3e:dc:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:37Z', 'updated_at': '2021-05-27T03:29:53Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'subnets': [{'id': '034e8b15-def7-4a83-9e5c-7a4fc78cda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:34.398545 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-01522985-1d67-4466-b466-6a1e21fb83f1 req-7574ed31-a417-4f33-80e5-483fe4de8c9f tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849506 May 27 03:34:34.401850 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-89550823-6502-44f1-b25e-36b917b064b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:34.403029 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-89550823-6502-44f1-b25e-36b917b064b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 200 len: 909 time: 0.4173539 May 27 03:34:34.476433 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-c7839b22-c0de-4bd0-a9c3-405e26f74621 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 200 len: 217 time: 0.0663111 May 27 03:34:34.563606 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-d828d701-e0cc-48a8-8ff0-4a45ff32b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:34.565127 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-d828d701-e0cc-48a8-8ff0-4a45ff32b3c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 200 len: 847 time: 0.0818877 May 27 03:34:34.566475 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254630d-ef3b-4018-8f5c-5df9889ce983 None None] New status for floating IP e17078f3-4ee4-4531-af16-a799ebf5ebb0: DOWN {{(pid=91737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:34:34.650092 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-dcf0bca2-3d21-42c0-a009-45211cb9695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:34.651551 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-dcf0bca2-3d21-42c0-a009-45211cb9695d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76cf8764-edbc-4984-8beb-c13309adacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788558 May 27 03:34:34.785824 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-629c85ba-81c9-4988-b091-75871d5b79a4 service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254883 May 27 03:34:34.917194 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-85535d45-9d59-4d26-8b73-5d604489d7a4 req-7b73e458-53cd-491b-88b3-8ba78a84fa5e service neutron] 10.222.0.10 "GET /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240165 May 27 03:34:35.116313 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-87b5a6c1-fea5-494d-a271-c9dd8a8b1f6d req-a057c4a4-8a36-49e7-aea9-e668d6df2b02 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 210 time: 0.0671203 May 27 03:34:35.256020 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-2e212abd-46a5-4c83-bbab-d9cca9f4ba8e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:35.262030 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-2e212abd-46a5-4c83-bbab-d9cca9f4ba8e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.1811359 May 27 03:34:35.274018 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Request body: {'port': {'device_id': '4cca57ef-9557-47b4-8afa-8449d185853b', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'admin_state_up': True, 'tenant_id': '3766f5792369429f9323ccf14a75db44'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:35.277901 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-65b0a340-16b7-45b0-911c-fdd7c0366a72 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:35.278442 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-65b0a340-16b7-45b0-911c-fdd7c0366a72 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Synchronizing usage tracker for tenant:34f1d01d97c849219994fb5fae1d1a2e on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:35.292848 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-65b0a340-16b7-45b0-911c-fdd7c0366a72 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Unset dirty status for tenant:34f1d01d97c849219994fb5fae1d1a2e on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:35.294419 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-65b0a340-16b7-45b0-911c-fdd7c0366a72 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.10 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.1031048 May 27 03:34:35.444949 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Deleting port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:35.445302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.452906 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:35.456706 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Usage tracker for resource:port and tenant:3766f5792369429f9323ccf14a75db44 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:35.460133 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:35.466483 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:35.477144 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Made reservation on behalf of 3766f5792369429f9323ccf14a75db44 for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:35.481656 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.591856 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] For port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:35.592208 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.711556 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45de71-5a68-43b5-b64f-e06dd907059a req-c2da6900-9096-47aa-8270-b012f266987b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:35.713919 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e45de71-5a68-43b5-b64f-e06dd907059a req-c2da6900-9096-47aa-8270-b012f266987b tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 946 time: 0.1697628 May 27 03:34:35.720322 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Calling delete_port for 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:35.720519 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Allocated IP 172.20.0.2 (f8b979af-af3a-4f42-8e57-cb2fd8077b80/8d175d67-6452-4d42-b9cb-d7a0d547780a/2f72aacc-23dd-4a78-9f52-8db1a94a2972) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:35.785675 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e45de71-5a68-43b5-b64f-e06dd907059a req-05923b57-af92-4d10-a4bf-df28c293a8f3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/security-groups?id=27fbfb15-e82c-43bb-bc5d-c27f591a958c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667248 May 27 03:34:35.819278 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:34:35.837491 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.843130 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7faa0ba8-c2c6-4573-8129-42a9b5b8caf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:35.890696 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event deleted for resources: {'Port': ['ID=9d9f00b8-b169-4fb0-a842-9720e34cc8a4,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:35.929208 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.929580 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.929966 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.930326 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.930679 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.931028 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.931374 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.931723 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.932068 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.932410 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.932754 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.933095 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:35.940668 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:35.973707 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.976775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] No DVR routers for this DVR port 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:35.979248 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.981916 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-deleted', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:35.999451 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-5d0f23ab-112a-4462-bf5e-b0211e152c6f req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.10 "DELETE /v2.0/ports/9d9f00b8-b169-4fb0-a842-9720e34cc8a4 HTTP/1.1" status: 204 len: 173 time: 0.6950741 May 27 03:34:36.008432 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.016692 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-1e61e906-b5ea-402d-b8af-d4222466e00b tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:36.020758 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3', '4c4f69f9-785a-4039-a01b-9ed779883836'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:36.061992 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be357af8-211c-4243-b2c7-e182b81f3dac', 'name': 'network-vif-deleted', 'tag': '9d9f00b8-b169-4fb0-a842-9720e34cc8a4', 'status': 'completed', 'code': 200} May 27 03:34:36.088320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:36.091491 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:36.095580 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:34:36.135593 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event updated for resources: {'Port': ['ID=2f72aacc-23dd-4a78-9f52-8db1a94a2972,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:36.143481 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:36.164465 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:36.165030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.187179 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171224 May 27 03:34:36.199752 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Request body: {'port': {'device_id': '4cca57ef-9557-47b4-8afa-8449d185853b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:36.417671 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.434147 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d281b-3861-4881-b7d5-0678827ecdf5 req-03fbe5d2-ff6c-420c-ba09-5a39530e8fa2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:36.434838 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-592d281b-3861-4881-b7d5-0678827ecdf5 req-03fbe5d2-ff6c-420c-ba09-5a39530e8fa2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:36.496928 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-592d281b-3861-4881-b7d5-0678827ecdf5 req-03fbe5d2-ff6c-420c-ba09-5a39530e8fa2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:36.498937 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-592d281b-3861-4881-b7d5-0678827ecdf5 req-03fbe5d2-ff6c-420c-ba09-5a39530e8fa2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 931 time: 0.2671642 May 27 03:34:36.710860 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-592d281b-3861-4881-b7d5-0678827ecdf5 req-5281231d-e289-4a3b-8931-d6623649f5ae tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974571 May 27 03:34:36.965898 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f72aacc-23dd-4a78-9f52-8db1a94a2972 {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:36.979351 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0fe81236-0612-421a-a673-9925f8a1b9ee req-439ca511-bd28-483e-a28b-93ec2f560cd9 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "GET /v2.0/ports?device_id=be357af8-211c-4243-b2c7-e182b81f3dac HTTP/1.1" status: 200 len: 210 time: 0.0537889 May 27 03:34:36.981101 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.998155 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Transition to ACTIVE for port object 2f72aacc-23dd-4a78-9f52-8db1a94a2972 will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:37.003393 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.007845 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:37.158996 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Pushing event updated for resources: {'Port': ['ID=2f72aacc-23dd-4a78-9f52-8db1a94a2972,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:37.166458 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:37.234769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Attempting to bind port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:37.235009 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Attempting to bind port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:37.235334 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Attempting to bind port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:37.239963 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:34:37.240312 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Attempting to bind port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:37.245265 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:34:37.245598 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Checking segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:37.246006 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Bound using segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:34:37.246427 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Bound port: 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:37.246769 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.335732 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] For port 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:34:37.338653 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] For port 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:34:37.342472 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.346802 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5840c65c-24d3-453e-a0f9-6d5f1e00fea9 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:37.404900 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:37.405505 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.406875 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] 10.222.0.10 "PUT /v2.0/ports/2f72aacc-23dd-4a78-9f52-8db1a94a2972 HTTP/1.1" status: 200 len: 1093 time: 1.2121005 May 27 03:34:37.407356 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cca57ef-9557-47b4-8afa-8449d185853b', 'tag': '2f72aacc-23dd-4a78-9f52-8db1a94a2972'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:37.429635 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Pushing event updated for resources: {'Port': ['ID=2f72aacc-23dd-4a78-9f52-8db1a94a2972,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:37.432440 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e89e7adb-7c5a-4dd7-bcb1-8b9d09d82d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:37.453933 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cca57ef-9557-47b4-8afa-8449d185853b', 'tag': '2f72aacc-23dd-4a78-9f52-8db1a94a2972', 'status': 'completed', 'code': 200} May 27 03:34:37.529003 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-367209c3-95aa-4bef-976d-b5ac52ae15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:37.530516 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-367209c3-95aa-4bef-976d-b5ac52ae15dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 1096 time: 0.0701888 May 27 03:34:37.603291 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-658ef2b0-b631-4473-a97d-6408fd085b53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972 HTTP/1.1" status: 200 len: 217 time: 0.0641274 May 27 03:34:37.666585 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d937-391d-4090-ab96-709babe3a46b req-adcd8943-4dc0-4ed2-91dc-39ff2ca60d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:37.668013 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-adcd8943-4dc0-4ed2-91dc-39ff2ca60d3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0581570 May 27 03:34:37.719553 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-43517769-f517-447f-b802-a76a3e0c33d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449755 May 27 03:34:37.904231 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-5f26a56f-fb88-4a81-bd6d-ad23ef0e2e9e service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772356 May 27 03:34:38.013396 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647820e-b6be-4195-9706-e07bc2058f76 req-9dddad6e-ba00-4a26-ae94-96af6bbba163 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:38.014871 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5647820e-b6be-4195-9706-e07bc2058f76 req-9dddad6e-ba00-4a26-ae94-96af6bbba163 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 943 time: 0.1984360 May 27 03:34:38.080420 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59482) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:38.082771 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7bf5d937-391d-4090-ab96-709babe3a46b req-bd1bc1c4-b0a8-4f7e-af8d-528512e7fc6b service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714153 May 27 03:34:38.089569 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5647820e-b6be-4195-9706-e07bc2058f76 req-6421bdef-b11f-4c0e-b7be-1cb73d9a7d16 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 May 27 03:34:38.157673 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.188789 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.209108 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-4c6b552f-9dd9-4764-b7b6-6f75b2738771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:38.210584 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-4c6b552f-9dd9-4764-b7b6-6f75b2738771 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 1096 time: 0.0743973 May 27 03:34:38.252435 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.257494 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9d500515-75d8-486a-b554-3d67152ef0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:38.271981 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fbfb15-e82c-43bb-bc5d-c27f591a958c,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:38.274820 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:38.275735 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.279461 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-e5874283-5545-4dbd-afc3-b48b03ee33e3 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] 10.222.0.32 "DELETE /v2.0/security-groups/27fbfb15-e82c-43bb-bc5d-c27f591a958c HTTP/1.1" status: 204 len: 168 time: 0.1954787 May 27 03:34:38.318696 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59488) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:38.361614 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-686171b1-cb83-407e-bc8d-d205605c5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:38.363208 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-686171b1-cb83-407e-bc8d-d205605c5b32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 916 time: 0.1410754 May 27 03:34:38.429013 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:38.467237 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:38.468002 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 9d9f00b8-b169-4fb0-a842-9720e34cc8a4 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:38.529028 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-36931e08-7d16-46e8-bc81-df42de4ace4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972 HTTP/1.1" status: 200 len: 217 time: 0.1590459 May 27 03:34:38.594026 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-74455e54-e01c-4838-a8fb-391ccdf55a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:38.595461 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-74455e54-e01c-4838-a8fb-391ccdf55a61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0601037 May 27 03:34:38.650214 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-f060f8bb-3a9e-4106-8729-b21fd425c86a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405028 May 27 03:34:38.790930 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-1d402515-fe84-48a5-a93e-4758dbcfeecd service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322851 May 27 03:34:38.923021 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.926166 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-707e694e-6789-439e-9b94-b21fd11b1f3b req-c280666a-502a-478a-994b-ec858e121b15 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282713 May 27 03:34:39.281926 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9959ca-022e-4ca8-9124-a7da80540b3f req-022e5f3d-ab99-4f9c-ada9-1b560d3dc7bf tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:39.283373 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9e9959ca-022e-4ca8-9124-a7da80540b3f req-022e5f3d-ab99-4f9c-ada9-1b560d3dc7bf tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 943 time: 0.0848565 May 27 03:34:39.332676 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9e9959ca-022e-4ca8-9124-a7da80540b3f req-a5f640f1-04e7-467c-bd2f-1d360ccf4dc5 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 May 27 03:34:39.426222 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Deleting port 7da9646f-74e4-4aac-90a3-9f805e1f2b84 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:39.426830 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.547885 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] For port 7da9646f-74e4-4aac-90a3-9f805e1f2b84, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=7da9646f-74e4-4aac-90a3-9f805e1f2b84,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:39.548022 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.669592 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Calling delete_port for 7da9646f-74e4-4aac-90a3-9f805e1f2b84 owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:39.828673 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.832366 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-70ad880e-07b1-4e85-b4ee-74ee00484bc7 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:39.876421 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da9646f-74e4-4aac-90a3-9f805e1f2b84,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:39.902880 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:40.146476 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.446766 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 2f72aacc-23dd-4a78-9f52-8db1a94a2972 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:40.530590 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9ae4-197b-4214-99a1-7070b13e95f9 req-e7f48420-83e9-4ff0-b06f-d0482606b87a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:40.532047 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d47a9ae4-197b-4214-99a1-7070b13e95f9 req-e7f48420-83e9-4ff0-b06f-d0482606b87a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 943 time: 0.0903654 May 27 03:34:40.581269 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d47a9ae4-197b-4214-99a1-7070b13e95f9 req-8f40746a-1f89-48cb-a57c-b2d4ab88fb5b tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 May 27 03:34:40.598536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:40.612324 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '2f72aacc-23dd-4a78-9f52-8db1a94a2972', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'port_id': '2f72aacc-23dd-4a78-9f52-8db1a94a2972', 'mac_address': 'fa:16:3e:23:ae:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d175d67-6452-4d42-b9cb-d7a0d547780a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:40.624348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:34:40.667301 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.684231 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f72aacc-23dd-4a78-9f52-8db1a94a2972 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:40.699662 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:40.704127 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.705960 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:40.775057 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=2f72aacc-23dd-4a78-9f52-8db1a94a2972,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:40.779956 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:40.805853 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:34:40.814397 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] Sync routers for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:40.820515 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] 10.222.0.32 "PUT /v2.0/routers/8429757b-e4bb-4fa9-9cd4-9b150b9b7404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999771 May 27 03:34:40.823109 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59504) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:40.824048 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:40.824958 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:34:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:40.991163 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['2f72aacc-23dd-4a78-9f52-8db1a94a2972'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:41.018588 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.111398 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: dv-cinder-793264-1-smb {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:41.195708 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.269323 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Deleting port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:41.269662 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.398903 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] For port 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:41.399251 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.501500 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:34:39Z', 'revision_number': 5, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port': {'id': '52d82b24-d7ea-4390-a7ad-2861d1a2ab4d', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:30Z', 'updated_at': '2021-05-27T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:41.505287 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] Checking router: 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 for host: dv-cinder-793264-1-smb {{(pid=91736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:41.514050 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] Routers {'8429757b-e4bb-4fa9-9cd4-9b150b9b7404'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:41.514647 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:34:16Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'], 'active': True} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:41.522149 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Calling delete_port for 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d owned by network:router_gateway {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:41.668140 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvr_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] Set router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 gateway port host: None {{(pid=91736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:41.778731 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_hamode_db [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:34:41Z', 'revision_number': 6, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:41.783236 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77d9a7-c4bd-456c-8c3e-d255c5a27d00 None None] The sync data for ids ['8429757b-e4bb-4fa9-9cd4-9b150b9b7404'] in dv-cinder-793264-1-smb is: [{'id': '8429757b-e4bb-4fa9-9cd4-9b150b9b7404', 'name': 'tempest-TestShelveInstance-414882061-router', 'tenant_id': '34f1d01d97c849219994fb5fae1d1a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:29Z', 'updated_at': '2021-05-27T03:34:41Z', 'revision_number': 6, 'project_id': '34f1d01d97c849219994fb5fae1d1a2e', 'gw_port_host': None}] {{(pid=91736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:41.801366 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f691e-9d4b-400d-aa31-ad69e17c2e8a req-5fa933ce-e78a-45e7-a1fc-253b4bba7217 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.804281 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a0f691e-9d4b-400d-aa31-ad69e17c2e8a req-5fa933ce-e78a-45e7-a1fc-253b4bba7217 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 944 time: 0.1048763 May 27 03:34:41.898734 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4a0f691e-9d4b-400d-aa31-ad69e17c2e8a req-05024d3e-5929-4e98-ac15-87eef107a2e0 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588989 May 27 03:34:41.903349 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.908837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7b054f86-aa22-4173-93bd-9dc3c9b3ce04 tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:41.953804 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d82b24-d7ea-4390-a7ad-2861d1a2ab4d,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:41.956891 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:42.023342 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.046292 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.222156 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.224987 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.247272 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.247838 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8429757b-e4bb-4fa9-9cd4-9b150b9b7404 {{(pid=91735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:34:42.260295 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.261402 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8429757b-e4bb-4fa9-9cd4-9b150b9b7404 HTTP/1.1" status: 204 len: 168 time: 1.4373331 May 27 03:34:42.264314 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59512) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:42.322949 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Deleting subnet 034e8b15-def7-4a83-9e5c-7a4fc78cda5e {{(pid=91735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:34:42.326703 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.377088 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-676745'] for subnet, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.455724 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.462350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 2f72aacc-23dd-4a78-9f52-8db1a94a2972 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:42.549821 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:42.556834 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:42.557413 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.585373 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7da9646f-74e4-4aac-90a3-9f805e1f2b84 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:42.632543 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 7da9646f-74e4-4aac-90a3-9f805e1f2b84 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:42.632844 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 7da9646f-74e4-4aac-90a3-9f805e1f2b84 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:42.633256 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:42.674646 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:42.674986 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 52d82b24-d7ea-4390-a7ad-2861d1a2ab4d not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:42.752401 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3011055'] for subnet, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.757810 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.758173 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-e6c78d88-d600-4369-aa85-845cbec0add1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:42.790157 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cca57ef-9557-47b4-8afa-8449d185853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72aacc-23dd-4a78-9f52-8db1a94a2972'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:42.792870 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034e8b15-def7-4a83-9e5c-7a4fc78cda5e,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:42.800592 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.801651 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:42.803433 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:42.810771 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-2a5a0923-f16e-402f-bfb8-30e65d3baff3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/034e8b15-def7-4a83-9e5c-7a4fc78cda5e HTTP/1.1" status: 204 len: 168 time: 0.5431747 May 27 03:34:42.811316 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59518) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:42.812214 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.814203 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a027ab-e91a-4fc9-92d4-e0c188930fc3 None None] Network 76cf8764-edbc-4984-8beb-c13309adacb0 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:42.827604 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:42.867263 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cca57ef-9557-47b4-8afa-8449d185853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72aacc-23dd-4a78-9f52-8db1a94a2972', 'code': 200} May 27 03:34:42.955495 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.004098 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=2f72aacc-23dd-4a78-9f52-8db1a94a2972,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:43.010264 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:43.092494 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Deleting port 01d5499e-b2a2-4233-a08f-ca0d2c254788 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:43.092836 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.167675 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcbc30-e19f-4b1d-9a20-d57382b19681 req-941530be-00d3-4899-b165-3e0ba85d6848 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:43.169135 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ebcbc30-e19f-4b1d-9a20-d57382b19681 req-941530be-00d3-4899-b165-3e0ba85d6848 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 945 time: 0.1432414 May 27 03:34:43.171722 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe9456-ae64-42c6-9c71-d8bf1d6775d7 req-aa131baa-596f-4099-b38b-aac786f5228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:43.173048 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e5fe9456-ae64-42c6-9c71-d8bf1d6775d7 req-aa131baa-596f-4099-b38b-aac786f5228e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 1098 time: 0.1071396 May 27 03:34:43.191914 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] DHCP port deletion for 76cf8764-edbc-4984-8beb-c13309adacb0 request from dv-cinder-793264-1-smb {{(pid=91736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:34:43.215424 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] For port 01d5499e-b2a2-4233-a08f-ca0d2c254788, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=01d5499e-b2a2-4233-a08f-ca0d2c254788,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:43.215771 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.260078 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Deleting port 01d5499e-b2a2-4233-a08f-ca0d2c254788 {{(pid=91736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:43.260461 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.262753 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0ebcbc30-e19f-4b1d-9a20-d57382b19681 req-d308a741-f3be-4fcc-8531-39e14c31a660 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832388 May 27 03:34:43.266508 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e5fe9456-ae64-42c6-9c71-d8bf1d6775d7 req-186e47df-7a26-427a-838d-3ab3209e2b45 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753567 May 27 03:34:43.350774 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Calling delete_port for 01d5499e-b2a2-4233-a08f-ca0d2c254788 owned by network:dhcp {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:43.362286 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] For port 01d5499e-b2a2-4233-a08f-ca0d2c254788, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=01d5499e-b2a2-4233-a08f-ca0d2c254788,segment=NetworkSegment(e31c8521-61ef-404f-a006-4365c857b429),segment_id=e31c8521-61ef-404f-a006-4365c857b429)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:43.362812 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.396997 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.401650 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-fbcfd90a-689d-4cb4-b59d-57e3df55f40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:43.446534 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d5499e-b2a2-4233-a08f-ca0d2c254788,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:43.448293 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] No DVR routers for this DVR port 01d5499e-b2a2-4233-a08f-ca0d2c254788 on host dv-cinder-793264-1-smb {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:43.450018 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:43.524938 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Calling delete_port for 01d5499e-b2a2-4233-a08f-ca0d2c254788 owned by network:dhcp {{(pid=91736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:43.567907 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.571967 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253'] for port, after_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.575705 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-2ba1fb83-ec6f-407f-b358-ce6b1d503f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:43.580986 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cf8764-edbc-4984-8beb-c13309adacb0']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:43.592816 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31c8521-61ef-404f-a006-4365c857b429') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:43.593112 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31c8521-61ef-404f-a006-4365c857b429') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:43.608070 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.616506 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Pushing event deleted for resources: {'Port': ['ID=01d5499e-b2a2-4233-a08f-ca0d2c254788,revision_number=None']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:43.619959 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:43.623762 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5552d4-1f4d-4dfc-9104-d84f4ab1ff12 None None] No DVR routers for this DVR port 01d5499e-b2a2-4233-a08f-ca0d2c254788 on host dv-cinder-793264-1-smb {{(pid=91736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:43.624926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.634037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:34:43.634528 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:34:43.655798 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:34:43.671783 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-db722e03-f209-4114-a4a8-fef6fc901d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.735678 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.739284 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1811dd2d-9b64-4cbc-9e27-4d581ee081d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:43.751684 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.762025 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Pushing event deleted for resources: {'Network': ['ID=76cf8764-edbc-4984-8beb-c13309adacb0,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:43.766203 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:43.770513 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6a7cd8a1-3349-42f3-811b-29f6218aad99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/76cf8764-edbc-4984-8beb-c13309adacb0 HTTP/1.1" status: 204 len: 168 time: 0.9579117 May 27 03:34:43.773375 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59526) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:44.423689 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661754'] for router_interface, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.440261 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9364e-803e-4163-869d-bd1917abb0fd req-33a83278-bfec-4162-b4de-4800a21e7467 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:44.442387 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-70b9364e-803e-4163-869d-bd1917abb0fd req-33a83278-bfec-4162-b4de-4800a21e7467 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 945 time: 0.0830181 May 27 03:34:44.453395 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 01d5499e-b2a2-4233-a08f-ca0d2c254788 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:44.489826 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-70b9364e-803e-4163-869d-bd1917abb0fd req-1f1e2553-e033-40c6-9c12-6156a9d33b95 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389178 May 27 03:34:44.491707 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 01d5499e-b2a2-4233-a08f-ca0d2c254788 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:44.492059 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 01d5499e-b2a2-4233-a08f-ca0d2c254788 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:44.855911 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Deleting port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:44.856251 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.980435 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] For port 27aa9a07-7716-4f5c-a1c1-bffafb99d55b, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:44.980706 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:45.102673 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Calling delete_port for 27aa9a07-7716-4f5c-a1c1-bffafb99d55b owned by network:router_interface {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:45.252186 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:45.256681 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-633cd3af-8bd6-48f7-89ca-b82dd1c18902 tempest-AttachVolumeShelveTestJSON-79965333 tempest-AttachVolumeShelveTestJSON-79965333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:45.300245 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Pushing event deleted for resources: {'Port': ['ID=27aa9a07-7716-4f5c-a1c1-bffafb99d55b,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:45.303211 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:45.570171 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666442'] for router_interface, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.018895 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-45e33c47-7efb-41bc-8c99-134aa786f92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.026518 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 has already been hosted by L3 agent dff4e4ad-e4f6-49d3-8862-759c83fd2f94 {{(pid=91734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:34:46.169481 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.209002 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] Notify agent at l3_agent.dv-cinder-793264-1-smb the message routers_updated {{(pid=91734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:34:46.217487 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] Sync routers for ids ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'] in dv-cinder-793264-1-smb {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:46.219479 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-7128b366-4fab-403c-8643-12caee8c2bae admin admin] 10.222.0.32 "PUT /v2.0/routers/da428e62-fb91-4ee1-bb2a-ab75dfa482e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450767 May 27 03:34:46.222624 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59548) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:46.227162 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] Routers {'da428e62-fb91-4ee1-bb2a-ab75dfa482e7'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:46.227785 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:34:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:46.403077 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks [] for router, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.414889 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] Set router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 gateway port host: dv-cinder-793264-1-smb {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:46.604057 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.687621 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Deleting port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:46.688087 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.711534 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'external_fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:34:45Z', 'revision_number': 5, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port': {'id': '17d35cd2-6b60-4f30-9a1f-73ae43b5ba17', 'name': '', 'network_id': '05b10725-cdec-4a59-be8d-07f9ff91fb83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T03:29:53Z', 'updated_at': '2021-05-27T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3efb47d9-bfc5-47ac-b14c-412cf3c88481', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-1-smb'}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:46.715942 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] Checking router: da428e62-fb91-4ee1-bb2a-ab75dfa482e7 for host: dv-cinder-793264-1-smb {{(pid=91737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:46.725502 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] Routers {'da428e62-fb91-4ee1-bb2a-ab75dfa482e7'} bound to L3 agent in host dv-cinder-793264-1-smb {{(pid=91737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 03:34:46.726365 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T03:19:46Z,description=,heartbeat_timestamp=2021-05-27T03:34:46Z,host='dv-cinder-793264-1-smb',id=dff4e4ad-e4f6-49d3-8862-759c83fd2f94,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T03:19:46Z,topic='l3_agent')) {'router_ids': ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'], 'active': True} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:46.816302 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] For port 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,segment=NetworkSegment(9d67890d-dcde-4379-a997-c7dcd0740973),segment_id=9d67890d-dcde-4379-a997-c7dcd0740973)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:46.816651 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.878814 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_dvr_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] Set router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 gateway port host: None {{(pid=91737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 03:34:46.940348 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Calling delete_port for 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 owned by network:router_gateway {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:46.982828 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.984358 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.l3_hamode_db [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:34:46Z', 'revision_number': 6, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port_host': None}], 'dv-cinder-793264-1-smb', False) {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:46.988433 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758e56f-60e0-4967-8e85-abc9af0f40d9 None None] The sync data for ids ['da428e62-fb91-4ee1-bb2a-ab75dfa482e7'] in dv-cinder-793264-1-smb is: [{'id': 'da428e62-fb91-4ee1-bb2a-ab75dfa482e7', 'name': 'tempest-TestShelveInstance-721629303-router', 'tenant_id': 'f7d2098d11fe48638464940b261b79c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T03:29:51Z', 'updated_at': '2021-05-27T03:34:46Z', 'revision_number': 6, 'project_id': 'f7d2098d11fe48638464940b261b79c9', 'gw_port_host': None}] {{(pid=91737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:47.194957 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.199772 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1face4f1-fee8-4e7e-9566-366ecfa2ba41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:47.241202 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d35cd2-6b60-4f30-9a1f-73ae43b5ba17,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:47.244030 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:47.338155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667349'] for router_gateway, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.514326 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-465'] for router, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.516477 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.538105 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-668774'] for router, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.538575 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da428e62-fb91-4ee1-bb2a-ab75dfa482e7 {{(pid=91734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:34:47.551418 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] Notify callbacks [] for router, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.553173 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-16e924d9-7273-4829-9de4-69653fac3c40 admin admin] 10.222.0.32 "DELETE /v2.0/routers/da428e62-fb91-4ee1-bb2a-ab75dfa482e7 HTTP/1.1" status: 204 len: 168 time: 1.3286541 May 27 03:34:47.555894 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59572) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:47.619118 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Deleting subnet 13818b28-c793-47c2-a622-fd9de2dfa785 {{(pid=91735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:34:47.621946 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.670837 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-676745'] for subnet, precommit_delete_associations {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.751315 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.100687 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3011055'] for subnet, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.105189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:48.138133 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13818b28-c793-47c2-a622-fd9de2dfa785,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:48.142978 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.147861 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10602a39-0786-4fb6-b8a7-73f17dfee0cf None None] Network 6e10df29-b280-40e6-ac94-835faf39df7f requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:34:48.151337 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.151710 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.152179 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.152546 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.152902 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.153255 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.153606 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.153983 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.154338 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.154686 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.155030 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.155372 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.161554 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13818b28-c793-47c2-a622-fd9de2dfa785 HTTP/1.1" status: 204 len: 168 time: 0.6040442 May 27 03:34:48.161698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59580) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:48.163060 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a1e6df45-de21-401b-8f59-50f9609476c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:48.266181 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.344494 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Deleting port 70b19eaf-e712-47ea-a373-e85d51239b2a {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:48.344833 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.376886 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] DHCP port deletion for 6e10df29-b280-40e6-ac94-835faf39df7f request from dv-cinder-793264-1-smb {{(pid=91736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 03:34:48.442829 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] For port 70b19eaf-e712-47ea-a373-e85d51239b2a, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=70b19eaf-e712-47ea-a373-e85d51239b2a,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:48.443210 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.446027 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Deleting port 70b19eaf-e712-47ea-a373-e85d51239b2a {{(pid=91736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:34:48.446475 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.469316 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 27aa9a07-7716-4f5c-a1c1-bffafb99d55b no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:48.559871 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 27aa9a07-7716-4f5c-a1c1-bffafb99d55b {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:48.560223 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 27aa9a07-7716-4f5c-a1c1-bffafb99d55b not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:48.560641 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:48.570305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Calling delete_port for 70b19eaf-e712-47ea-a373-e85d51239b2a owned by network:dhcp {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:48.599126 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:48.599126 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 17d35cd2-6b60-4f30-9a1f-73ae43b5ba17 not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:48.599126 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 70b19eaf-e712-47ea-a373-e85d51239b2a no longer exists at agent ovs-agent-dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:48.618079 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.622717 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-30896a89-2bc3-4873-9c37-c570d8cb682a tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:48.642367 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] No Port match for: 70b19eaf-e712-47ea-a373-e85d51239b2a {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:34:48.642721 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Device 70b19eaf-e712-47ea-a373-e85d51239b2a not bound to the agent host dv-cinder-793264-1-smb {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:48.648972 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] For port 70b19eaf-e712-47ea-a373-e85d51239b2a, host dv-cinder-793264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-1-smb',level=0,port_id=70b19eaf-e712-47ea-a373-e85d51239b2a,segment=NetworkSegment(350ff2cc-adb1-4cfe-8e7d-8c0886f2e289),segment_id=350ff2cc-adb1-4cfe-8e7d-8c0886f2e289)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:48.651742 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.667221 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Pushing event deleted for resources: {'Port': ['ID=70b19eaf-e712-47ea-a373-e85d51239b2a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:48.670145 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:48.672630 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] No DVR routers for this DVR port 70b19eaf-e712-47ea-a373-e85d51239b2a on host dv-cinder-793264-1-smb {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:48.773454 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Calling delete_port for 70b19eaf-e712-47ea-a373-e85d51239b2a owned by network:dhcp {{(pid=91736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:34:48.791721 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.805422 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e10df29-b280-40e6-ac94-835faf39df7f']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:48.816608 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253'] for port, after_delete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.817458 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:48.817759 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350ff2cc-adb1-4cfe-8e7d-8c0886f2e289') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:48.821522 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:48.840871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.853671 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.861752 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:34:48.862266 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.872673 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Pushing event deleted for resources: {'Port': ['ID=70b19eaf-e712-47ea-a373-e85d51239b2a,revision_number=None']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:34:48.875815 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:34:48.883626 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.884004 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.884308 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.884910 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.885053 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.885338 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.885922 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.886464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.886976 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.887464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.887944 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.888427 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:48.891173 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] No DVR routers for this DVR port 70b19eaf-e712-47ea-a373-e85d51239b2a on host dv-cinder-793264-1-smb {{(pid=91736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:48.894127 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-4ef29b3d-031b-4f0d-97b9-17075cb2077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:48.910096 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.960335 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.964106 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-aac8fb2a-b8fa-42ad-908b-446651fb7ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:48.977671 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.987517 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6e10df29-b280-40e6-ac94-835faf39df7f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:48.990761 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:48.994729 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-08547b57-98f2-4b38-9438-13a575a879fe admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e10df29-b280-40e6-ac94-835faf39df7f HTTP/1.1" status: 204 len: 168 time: 0.8293271 May 27 03:34:49.108132 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59596) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:49.160477 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-d11e5543-a119-4e02-8ea7-022ea17750f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34f1d01d97c849219994fb5fae1d1a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510955 May 27 03:34:49.162812 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59602) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:49.221738 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.247726 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.298529 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.302274 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f429dfc5-0df4-46a6-bdda-08869e932211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:49.313799 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4582f08-8faf-4de8-b972-73557c7535ec,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:49.317180 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:49.320361 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.322451 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4582f08-8faf-4de8-b972-73557c7535ec HTTP/1.1" status: 204 len: 168 time: 0.1575511 May 27 03:34:49.683890 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59618) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:49.732690 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-119e68a8-5138-440a-b851-95c0d52aa6a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7d2098d11fe48638464940b261b79c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475264 May 27 03:34:49.735037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59624) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:49.796993 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.822200 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.874225 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.879034 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-78e9f63b-fb19-4186-8b8a-d672e7eeb966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:49.891787 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c3de88-9044-447f-97dc-2188b909a1aa,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:49.894669 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:49.895538 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.900056 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14c3de88-9044-447f-97dc-2188b909a1aa HTTP/1.1" status: 204 len: 168 time: 0.1612318 May 27 03:34:50.972928 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-444ec4f7-9f6b-47c4-b383-342cad47dd50 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:50.974820 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-444ec4f7-9f6b-47c4-b383-342cad47dd50 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.1428378 May 27 03:34:50.988635 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-7c3a7f89-7673-4b72-a26c-9d0c46e6efa2 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/quotas/3766f5792369429f9323ccf14a75db44 HTTP/1.1" status: 200 len: 375 time: 0.0085659 May 27 03:34:51.075077 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-b9ef6e11-2256-4adc-80ff-8f6dcc3f77bb tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808470 May 27 03:34:51.213391 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-5a1b5b4d-f2e9-4d52-ac9a-eb98c040bec4 service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316359 May 27 03:34:51.346093 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-134a9bd4-f4c8-4ecb-8b22-04b6b3602db5 service neutron] 10.222.0.32 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263638 May 27 03:34:51.524292 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-5ea257fd-a589-413c-b3da-a79281bf7806 req-f1fdcb0d-37fe-48e1-80a4-66ddc6677088 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 210 time: 0.0461912 May 27 03:34:52.704548 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-093e55ed-7e90-48ad-ae1f-87b08a52b8ed tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:52.709656 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-093e55ed-7e90-48ad-ae1f-87b08a52b8ed tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 815 time: 0.1858089 May 27 03:34:52.731518 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Request body: {'port': {'device_id': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'admin_state_up': True, 'tenant_id': '3766f5792369429f9323ccf14a75db44'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:52.898178 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0edaa451-41c8-45df-8e3e-0054f69e781d req-16f03c2c-1a29-437d-95d5-665ff39ab2a6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 210 time: 0.0614905 May 27 03:34:52.923351 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:52.933057 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:52.946172 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Made reservation on behalf of 3766f5792369429f9323ccf14a75db44 for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:52.949824 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.107257 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Allocated IP 172.20.0.4 (f8b979af-af3a-4f42-8e57-cb2fd8077b80/8d175d67-6452-4d42-b9cb-d7a0d547780a/14fb4263-39b1-446d-b80c-01a99377c9eb) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:53.423271 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.453878 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.460625 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-829ce050-e52b-486d-b007-affbca815cb7 tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:53.475068 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3', '4c4f69f9-785a-4039-a01b-9ed779883836', '2f72aacc-23dd-4a78-9f52-8db1a94a2972'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:53.526988 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Network f8b979af-af3a-4f42-8e57-cb2fd8077b80 is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:53.530058 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:53.533627 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:34:53.570848 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event updated for resources: {'Port': ['ID=14fb4263-39b1-446d-b80c-01a99377c9eb,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.575411 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:53.602548 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:53.603151 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.626325 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-af03e149-9546-4de4-a043-c0cf5af36a47 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9070802 May 27 03:34:53.637992 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Request body: {'port': {'device_id': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:34:53.744483 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.150223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f15d-753b-4021-b553-2c9969bbe4f6 req-d67abd3d-b3be-4f89-9967-3c748361d4e5 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:54.150911 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-d5f2f15d-753b-4021-b553-2c9969bbe4f6 req-d67abd3d-b3be-4f89-9967-3c748361d4e5 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:54.154271 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fb4263-39b1-446d-b80c-01a99377c9eb {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:54.162465 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.182780 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-d5f2f15d-753b-4021-b553-2c9969bbe4f6 req-d67abd3d-b3be-4f89-9967-3c748361d4e5 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:54.183958 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5f2f15d-753b-4021-b553-2c9969bbe4f6 req-d67abd3d-b3be-4f89-9967-3c748361d4e5 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 931 time: 0.1809206 May 27 03:34:54.184808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Transition to ACTIVE for port object 14fb4263-39b1-446d-b80c-01a99377c9eb will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:54.187641 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.192512 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-391929c3-d576-4c15-b1cf-c8479cdaefce tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:54.350813 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Pushing event updated for resources: {'Port': ['ID=14fb4263-39b1-446d-b80c-01a99377c9eb,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:54.355258 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d5f2f15d-753b-4021-b553-2c9969bbe4f6 req-1ab0734d-3b3e-4fa7-8c3c-4ac4a5addae7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636364 May 27 03:34:54.356155 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:54.464887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Attempting to bind port 14fb4263-39b1-446d-b80c-01a99377c9eb on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:54.465202 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Attempting to bind port 14fb4263-39b1-446d-b80c-01a99377c9eb by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:54.465535 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Attempting to bind port 14fb4263-39b1-446d-b80c-01a99377c9eb on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:54.470151 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Port 14fb4263-39b1-446d-b80c-01a99377c9eb on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:34:54.470470 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Attempting to bind port 14fb4263-39b1-446d-b80c-01a99377c9eb on network f8b979af-af3a-4f42-8e57-cb2fd8077b80 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:34:54.475868 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:34:54.476258 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Checking segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:34:54.476647 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Bound using segment: {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:34:54.477065 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Bound port: 14fb4263-39b1-446d-b80c-01a99377c9eb, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79858980-9544-4730-aa60-ab1d1a1ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:54.477407 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.574631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] For port 14fb4263-39b1-446d-b80c-01a99377c9eb, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:34:54.577691 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] For port 14fb4263-39b1-446d-b80c-01a99377c9eb, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=14fb4263-39b1-446d-b80c-01a99377c9eb,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:34:54.581781 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.586219 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-500c2775-5b65-426a-b4fa-4905c66dfe1c tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:54.641067 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:54.641665 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.643025 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] 10.222.0.10 "PUT /v2.0/ports/14fb4263-39b1-446d-b80c-01a99377c9eb HTTP/1.1" status: 200 len: 1093 time: 1.0090847 May 27 03:34:54.643497 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'tag': '14fb4263-39b1-446d-b80c-01a99377c9eb'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:54.662431 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Pushing event updated for resources: {'Port': ['ID=14fb4263-39b1-446d-b80c-01a99377c9eb,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:54.665279 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-bf37baf5-4070-46e5-98d3-588d6fb10a50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:54.691268 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'tag': '14fb4263-39b1-446d-b80c-01a99377c9eb', 'status': 'completed', 'code': 200} May 27 03:34:54.768923 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-3b84e1d2-d942-4c33-b39d-6dbe1bf38682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:54.770410 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-3b84e1d2-d942-4c33-b39d-6dbe1bf38682 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 1096 time: 0.0732481 May 27 03:34:54.841698 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-75f216a4-42c9-4595-a763-5f5e98a4dd6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14fb4263-39b1-446d-b80c-01a99377c9eb HTTP/1.1" status: 200 len: 217 time: 0.0608737 May 27 03:34:54.907082 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-980e805f-8367-47dc-b7f2-26acb2c36195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:54.908384 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-980e805f-8367-47dc-b7f2-26acb2c36195 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0603914 May 27 03:34:54.954935 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-5f0ccda8-88aa-4e03-bdc3-103a35be021c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387518 May 27 03:34:55.085776 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-d2eebdaf-bc16-4579-9e1a-8e101629e82a service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215687 May 27 03:34:55.306203 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6fa24c0d-6b3d-4489-b59c-8c8a4368f875 req-b406f266-df7d-40c9-a9cb-a4a187626058 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108078 May 27 03:34:55.420331 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-3b36ff2e-b1da-4479-9189-c303d9682510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.421783 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-3b36ff2e-b1da-4479-9189-c303d9682510 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3766f5792369429f9323ccf14a75db44&device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 1096 time: 0.0720372 May 27 03:34:55.611138 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-ec0b0d0c-b2e6-467f-a55b-83bf60fb288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.612855 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-ec0b0d0c-b2e6-467f-a55b-83bf60fb288c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 200 len: 916 time: 0.1836500 May 27 03:34:55.625102 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb04f16-d38f-4a35-8676-e267e1138977 req-83f2a497-370b-4488-a814-cdb2bb7753f6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.626464 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4eb04f16-d38f-4a35-8676-e267e1138977 req-83f2a497-370b-4488-a814-cdb2bb7753f6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 943 time: 0.1319337 May 27 03:34:55.700804 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-a8495894-de55-4fc1-a157-94cd41e23c18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14fb4263-39b1-446d-b80c-01a99377c9eb HTTP/1.1" status: 200 len: 217 time: 0.0734525 May 27 03:34:55.761169 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-4eb04f16-d38f-4a35-8676-e267e1138977 req-bf1f24b0-1ba5-43f7-a0ac-50f24ba82c68 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 May 27 03:34:55.781417 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-6e4f3946-8107-4a0c-a040-6ba0c9fbcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.781417 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-6e4f3946-8107-4a0c-a040-6ba0c9fbcb90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 200 len: 855 time: 0.0663812 May 27 03:34:55.833601 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-4da7d5ba-070d-4103-a8e6-7f74f44bc6e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8b979af-af3a-4f42-8e57-cb2fd8077b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440228 May 27 03:34:55.965676 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-a926a84e-e640-45de-8c30-ea5a96ea4863 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238537 May 27 03:34:56.113601 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-214d80a7-a19b-46f5-b792-775ab9fcf2f2 req-20d1a157-f001-450e-b174-aaf6800436f0 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394050 May 27 03:34:56.561110 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 14fb4263-39b1-446d-b80c-01a99377c9eb details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:56.691754 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 14fb4263-39b1-446d-b80c-01a99377c9eb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=14fb4263-39b1-446d-b80c-01a99377c9eb,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:56.704773 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '14fb4263-39b1-446d-b80c-01a99377c9eb', 'network_id': 'f8b979af-af3a-4f42-8e57-cb2fd8077b80', 'port_id': '14fb4263-39b1-446d-b80c-01a99377c9eb', 'mac_address': 'fa:16:3e:0b:6c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d175d67-6452-4d42-b9cb-d7a0d547780a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:56.767555 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:56.786641 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fb4263-39b1-446d-b80c-01a99377c9eb {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:56.805062 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 14fb4263-39b1-446d-b80c-01a99377c9eb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=14fb4263-39b1-446d-b80c-01a99377c9eb,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:56.809397 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:56.812530 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:56.914548 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=14fb4263-39b1-446d-b80c-01a99377c9eb,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:56.917773 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:56.946480 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e9fd2-64aa-40ba-af65-8cf391143521 req-8181ae15-1d54-43ef-ac35-077f68090e15 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:56.947854 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b37e9fd2-64aa-40ba-af65-8cf391143521 req-8181ae15-1d54-43ef-ac35-077f68090e15 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 944 time: 0.0784805 May 27 03:34:56.991243 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b37e9fd2-64aa-40ba-af65-8cf391143521 req-8977e1b3-4e36-400d-97fe-82c5b70e7d0b tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 May 27 03:34:57.101009 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['14fb4263-39b1-446d-b80c-01a99377c9eb'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:34:58.178931 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a3a0-0117-46df-9c46-994865052be1 req-23a4bcf9-9762-43a3-8bef-1d3b087f908e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:58.180382 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a476a3a0-0117-46df-9c46-994865052be1 req-23a4bcf9-9762-43a3-8bef-1d3b087f908e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 944 time: 0.0820067 May 27 03:34:58.223166 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a476a3a0-0117-46df-9c46-994865052be1 req-4cc65eda-8568-4a7b-8053-a48e4d7b4f91 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 May 27 03:34:58.570089 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 14fb4263-39b1-446d-b80c-01a99377c9eb up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:58.637232 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 14fb4263-39b1-446d-b80c-01a99377c9eb completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:58.641857 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 14fb4263-39b1-446d-b80c-01a99377c9eb triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:58.642250 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:58.755062 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:58.782342 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fb4263-39b1-446d-b80c-01a99377c9eb'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:58.791575 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 14fb4263-39b1-446d-b80c-01a99377c9eb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=14fb4263-39b1-446d-b80c-01a99377c9eb,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:58.795385 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:58.798376 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:34:58.835166 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fb4263-39b1-446d-b80c-01a99377c9eb', 'code': 200} May 27 03:34:58.866472 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=14fb4263-39b1-446d-b80c-01a99377c9eb,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:58.869251 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:34:59.057650 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7424d9-ab89-4389-91bf-8897b1c520c7 req-be7bb446-9041-4057-b5e1-54b649d36cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:59.059132 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0b7424d9-ab89-4389-91bf-8897b1c520c7 req-be7bb446-9041-4057-b5e1-54b649d36cb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 1098 time: 0.0715666 May 27 03:34:59.109028 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0b7424d9-ab89-4389-91bf-8897b1c520c7 req-8b97bfb0-ba23-44c6-9a41-74c13085c19f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 May 27 03:34:59.406823 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ae63e-3496-4e5e-9197-3fb4e7ec9d24 req-096f24c8-21ce-44ae-ae2e-e75eca494678 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:59.408268 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d48ae63e-3496-4e5e-9197-3fb4e7ec9d24 req-096f24c8-21ce-44ae-ae2e-e75eca494678 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 945 time: 0.0811439 May 27 03:34:59.453251 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-d48ae63e-3496-4e5e-9197-3fb4e7ec9d24 req-e9a04146-1e58-4b9e-8245-bf3641b8f4d1 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 May 27 03:35:00.638930 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa825f-59c8-42bf-8979-7abcfb23c73f req-96e0c733-79e1-4fee-9089-b782f845722f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:00.640351 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89fa825f-59c8-42bf-8979-7abcfb23c73f req-96e0c733-79e1-4fee-9089-b782f845722f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 945 time: 0.0828865 May 27 03:35:00.682688 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-89fa825f-59c8-42bf-8979-7abcfb23c73f req-73b5ba3d-abff-4149-a31d-5b4b25b486d9 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 May 27 03:35:08.076803 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998b35d-116b-4a0e-918d-ca005a2ba458 req-1c4fbef8-ba5c-4b87-94ed-943cf6d10618 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:08.078195 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3998b35d-116b-4a0e-918d-ca005a2ba458 req-1c4fbef8-ba5c-4b87-94ed-943cf6d10618 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 945 time: 0.0784378 May 27 03:35:08.122444 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3998b35d-116b-4a0e-918d-ca005a2ba458 req-a164c1e1-289b-45ae-9596-e7f63840c5d1 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 May 27 03:35:09.314814 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3f9ac-8999-4fc4-b851-580bc0919ca9 req-5be2f98b-a179-4947-a80f-d4a5286bcb89 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:09.316261 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6ab3f9ac-8999-4fc4-b851-580bc0919ca9 req-5be2f98b-a179-4947-a80f-d4a5286bcb89 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 945 time: 0.0859511 May 27 03:35:09.362581 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6ab3f9ac-8999-4fc4-b851-580bc0919ca9 req-8057e11e-9552-493b-85b2-6dafc3c89fdf tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 May 27 03:35:10.020963 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-60b90c9b-eadb-4d73-b887-1db6df5b3922 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.022357 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-60b90c9b-eadb-4d73-b887-1db6df5b3922 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 945 time: 0.0762260 May 27 03:35:10.246329 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Deleting port 14fb4263-39b1-446d-b80c-01a99377c9eb {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:35:10.246663 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.375336 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] For port 14fb4263-39b1-446d-b80c-01a99377c9eb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=14fb4263-39b1-446d-b80c-01a99377c9eb,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:10.376042 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.501297 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Calling delete_port for 14fb4263-39b1-446d-b80c-01a99377c9eb owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:35:10.605122 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8c833-94f3-4928-856a-80c03db6eb6b req-c9820d75-d8e4-48ce-a304-743322b8e892 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.606600 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bea8c833-94f3-4928-856a-80c03db6eb6b req-c9820d75-d8e4-48ce-a304-743322b8e892 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=a276b982-d176-4f05-b95a-9070ecbcb3bd HTTP/1.1" status: 200 len: 945 time: 0.1026685 May 27 03:35:10.693571 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bea8c833-94f3-4928-856a-80c03db6eb6b req-896648fe-111b-45bb-940c-1d2104f56a0b tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799356 May 27 03:35:10.715729 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.721211 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-f790399d-5a9d-4881-8245-8350c26c2096 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:10.734473 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3', '4c4f69f9-785a-4039-a01b-9ed779883836', '2f72aacc-23dd-4a78-9f52-8db1a94a2972'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:10.764701 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event deleted for resources: {'Port': ['ID=14fb4263-39b1-446d-b80c-01a99377c9eb,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:10.768286 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:10.840292 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] No DVR routers for this DVR port 14fb4263-39b1-446d-b80c-01a99377c9eb on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:10.842742 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.845198 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'name': 'network-vif-deleted', 'tag': '14fb4263-39b1-446d-b80c-01a99377c9eb'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:10.861284 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-970d1234-d1cc-444b-88b1-c9742fb4a0a7 req-159bfd74-151d-4648-b70c-7a4034f84faa tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "DELETE /v2.0/ports/14fb4263-39b1-446d-b80c-01a99377c9eb HTTP/1.1" status: 204 len: 173 time: 0.8324270 May 27 03:35:10.899594 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a276b982-d176-4f05-b95a-9070ecbcb3bd', 'name': 'network-vif-deleted', 'tag': '14fb4263-39b1-446d-b80c-01a99377c9eb', 'status': 'completed', 'code': 200} May 27 03:35:12.034649 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:12.660571 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 14fb4263-39b1-446d-b80c-01a99377c9eb no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:12.695966 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 14fb4263-39b1-446d-b80c-01a99377c9eb {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:35:12.696319 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 14fb4263-39b1-446d-b80c-01a99377c9eb not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:12.818787 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:35:13.367380 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79f23-eadb-411a-bc33-7804dbd5e1a3 req-9bf90cc9-6b26-4bff-a823-18918cdc9554 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:13.368062 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-b2f79f23-eadb-411a-bc33-7804dbd5e1a3 req-9bf90cc9-6b26-4bff-a823-18918cdc9554 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:13.383490 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-b2f79f23-eadb-411a-bc33-7804dbd5e1a3 req-9bf90cc9-6b26-4bff-a823-18918cdc9554 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:13.384662 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b2f79f23-eadb-411a-bc33-7804dbd5e1a3 req-9bf90cc9-6b26-4bff-a823-18918cdc9554 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 945 time: 0.1003096 May 27 03:35:13.429832 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b2f79f23-eadb-411a-bc33-7804dbd5e1a3 req-141554c6-973f-4469-bfe5-e026a86acd0a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 May 27 03:35:13.672733 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-46bd51a4-2643-4b71-b76c-953e30f95aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:14.233532 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b4888-f4d3-4785-9bcd-d9f1492fecf1 req-860535b4-5357-4b05-ba73-7722afa595ff tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.234988 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a80b4888-f4d3-4785-9bcd-d9f1492fecf1 req-860535b4-5357-4b05-ba73-7722afa595ff tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.0810442 May 27 03:35:14.278217 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a80b4888-f4d3-4785-9bcd-d9f1492fecf1 req-05cbe1c9-26cb-42e5-9996-61e764c0c125 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 May 27 03:35:14.614778 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98dd67-eb18-44a3-ab0a-601c870aaeed req-61616a91-9199-4dd4-8db0-8454adcf9ae3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.616260 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e98dd67-eb18-44a3-ab0a-601c870aaeed req-61616a91-9199-4dd4-8db0-8454adcf9ae3 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 945 time: 0.0788109 May 27 03:35:14.658364 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-0e98dd67-eb18-44a3-ab0a-601c870aaeed req-fb2b9001-bc27-47fb-98b3-c22032c2b4de tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 May 27 03:35:15.180517 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-15a25ff4-ba1f-4b59-aa34-03b824d3091e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:15.181947 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-15a25ff4-ba1f-4b59-aa34-03b824d3091e tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 945 time: 0.0803454 May 27 03:35:15.314669 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Deleting port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:35:15.315056 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:15.495762 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] For port 2f72aacc-23dd-4a78-9f52-8db1a94a2972, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=2f72aacc-23dd-4a78-9f52-8db1a94a2972,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:15.496011 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:15.719758 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Calling delete_port for 2f72aacc-23dd-4a78-9f52-8db1a94a2972 owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:35:15.734601 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996e9c6-acb7-4944-869b-ed06598b9fc2 req-ae5a95e9-9673-435e-a337-4d9a8196cec2 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:15.736047 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b996e9c6-acb7-4944-869b-ed06598b9fc2 req-ae5a95e9-9673-435e-a337-4d9a8196cec2 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.3481407 May 27 03:35:15.849919 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b996e9c6-acb7-4944-869b-ed06598b9fc2 req-770c63cc-246f-4b52-803b-d955a3c424d5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073637 May 27 03:35:15.919093 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa283851-c5bf-4171-af4c-2e700c885ae9 req-4f1781a2-f014-4cd9-83d8-17d860e46e71 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:15.920637 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fa283851-c5bf-4171-af4c-2e700c885ae9 req-4f1781a2-f014-4cd9-83d8-17d860e46e71 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cca57ef-9557-47b4-8afa-8449d185853b HTTP/1.1" status: 200 len: 945 time: 0.1551611 May 27 03:35:15.985731 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fa283851-c5bf-4171-af4c-2e700c885ae9 req-f009a5b5-d695-4382-beb1-c3b6a77d037b tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572221 May 27 03:35:15.987200 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:15.992607 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d469debe-d954-4f6e-b050-f7cafa9487f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:16.013003 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3', '4c4f69f9-785a-4039-a01b-9ed779883836', '2f72aacc-23dd-4a78-9f52-8db1a94a2972'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:16.040509 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event deleted for resources: {'Port': ['ID=2f72aacc-23dd-4a78-9f52-8db1a94a2972,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:16.066855 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e976af24-de54-465f-a75c-67b6501063b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:16.075444 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:16.114999 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] No DVR routers for this DVR port 2f72aacc-23dd-4a78-9f52-8db1a94a2972 on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:16.117416 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:16.119942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cca57ef-9557-47b4-8afa-8449d185853b', 'name': 'network-vif-deleted', 'tag': '2f72aacc-23dd-4a78-9f52-8db1a94a2972'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:16.135255 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6894bb10-e123-4ce1-bbb1-48ff27cff5a9 req-882c5053-54b8-41cf-a8f2-6dac3dbfa22c tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "DELETE /v2.0/ports/2f72aacc-23dd-4a78-9f52-8db1a94a2972 HTTP/1.1" status: 204 len: 173 time: 0.9474654 May 27 03:35:16.173704 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cca57ef-9557-47b4-8afa-8449d185853b', 'name': 'network-vif-deleted', 'tag': '2f72aacc-23dd-4a78-9f52-8db1a94a2972', 'status': 'completed', 'code': 200} May 27 03:35:16.183575 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:16.983453 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:17.032216 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485ba86-48cd-4944-a449-784c811f74cc req-a927ee42-4331-453e-b257-8a04d91238e2 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:17.033679 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a485ba86-48cd-4944-a449-784c811f74cc req-a927ee42-4331-453e-b257-8a04d91238e2 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.0802991 May 27 03:35:17.081679 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a485ba86-48cd-4944-a449-784c811f74cc req-d5720ce2-81eb-424a-a284-61958c820b7c tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 May 27 03:35:17.424302 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e02070-1014-4fea-9dc7-09c1231d1f9b req-7b5bb95a-c850-4a8d-96a5-528ed5e6558a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:17.424891 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c0e02070-1014-4fea-9dc7-09c1231d1f9b req-7b5bb95a-c850-4a8d-96a5-528ed5e6558a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:17.439103 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-c0e02070-1014-4fea-9dc7-09c1231d1f9b req-7b5bb95a-c850-4a8d-96a5-528ed5e6558a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:17.440211 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c0e02070-1014-4fea-9dc7-09c1231d1f9b req-7b5bb95a-c850-4a8d-96a5-528ed5e6558a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 945 time: 0.0922174 May 27 03:35:17.484368 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c0e02070-1014-4fea-9dc7-09c1231d1f9b req-ab9383ab-9d2e-4b13-9532-6144f5089274 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 May 27 03:35:18.269573 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0755-1ae1-4893-83da-99151ac3c409 req-9c489d66-a2e0-4743-9718-14448d39435a tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:18.271024 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f1fd0755-1ae1-4893-83da-99151ac3c409 req-9c489d66-a2e0-4743-9718-14448d39435a tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.0825248 May 27 03:35:18.315337 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f1fd0755-1ae1-4893-83da-99151ac3c409 req-1120ff2b-8836-4bc1-a9d0-6378dab19725 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 May 27 03:35:18.663913 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904686c-f35b-45af-9a4c-33ab7dab3cbc req-1179c3e8-ea39-4bcd-8b81-b368598efaae tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:18.665280 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3904686c-f35b-45af-9a4c-33ab7dab3cbc req-1179c3e8-ea39-4bcd-8b81-b368598efaae tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 945 time: 0.0784149 May 27 03:35:18.676690 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 2f72aacc-23dd-4a78-9f52-8db1a94a2972 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:18.709854 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3904686c-f35b-45af-9a4c-33ab7dab3cbc req-aa5c431d-8848-43bc-adf8-88aecdac090a tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 May 27 03:35:18.712829 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 2f72aacc-23dd-4a78-9f52-8db1a94a2972 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:35:18.713179 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 2f72aacc-23dd-4a78-9f52-8db1a94a2972 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:18.852651 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.891294 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-3f8cc694-bee9-42a3-839b-62c6bfeaaaa0 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:18.892722 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-3f8cc694-bee9-42a3-839b-62c6bfeaaaa0 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 945 time: 0.0828807 May 27 03:35:19.027129 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Deleting port 4c4f69f9-785a-4039-a01b-9ed779883836 {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:35:19.027365 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.155731 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] For port 4c4f69f9-785a-4039-a01b-9ed779883836, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4c4f69f9-785a-4039-a01b-9ed779883836,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:19.156082 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.275424 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Calling delete_port for 4c4f69f9-785a-4039-a01b-9ed779883836 owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:35:19.385234 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.391730 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-78ecd784-f75a-4974-ae97-52be846b7131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:19.398993 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3', '4c4f69f9-785a-4039-a01b-9ed779883836'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:19.428072 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-7f4f882a-15cc-42c7-a778-0d03e73bbd9c tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.430295 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-7f4f882a-15cc-42c7-a778-0d03e73bbd9c tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.0840354 May 27 03:35:19.489291 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event deleted for resources: {'Port': ['ID=4c4f69f9-785a-4039-a01b-9ed779883836,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:19.522646 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:19.586588 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] No DVR routers for this DVR port 4c4f69f9-785a-4039-a01b-9ed779883836 on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:19.589794 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.595085 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'name': 'network-vif-deleted', 'tag': '4c4f69f9-785a-4039-a01b-9ed779883836'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:19.615612 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-26dde127-b2b3-475f-bd25-0b96ab35988a req-532ce753-3920-4720-95c5-eb18d57c03ba tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "DELETE /v2.0/ports/4c4f69f9-785a-4039-a01b-9ed779883836 HTTP/1.1" status: 204 len: 173 time: 0.7148607 May 27 03:35:19.632540 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdf81a-62ae-4f7b-b727-1d916fa7780f req-d844eeaa-cbcc-40b0-a26b-8861df48a2af tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.642521 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f1fdf81a-62ae-4f7b-b727-1d916fa7780f req-d844eeaa-cbcc-40b0-a26b-8861df48a2af tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=259d14a8-ea6d-4999-a1c5-4f421fc061f9 HTTP/1.1" status: 200 len: 945 time: 0.2115839 May 27 03:35:19.645992 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e031e6b3-ad56-4181-b5b4-ffe602559e58', 'name': 'network-vif-deleted', 'tag': '4c4f69f9-785a-4039-a01b-9ed779883836', 'status': 'completed', 'code': 200} May 27 03:35:19.677249 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Deleting port d434efa5-8d11-4971-8b99-b5044c5ce1ea {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:35:19.677590 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.687774 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-f1fdf81a-62ae-4f7b-b727-1d916fa7780f req-217b7553-907c-4dba-bd8b-944a577c348e tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 May 27 03:35:19.816223 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] For port d434efa5-8d11-4971-8b99-b5044c5ce1ea, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d434efa5-8d11-4971-8b99-b5044c5ce1ea,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:19.816573 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.876087 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-aa1bf9bb-e01d-4bf1-9dd7-037999f894d3 req-6a02da71-b1f7-4068-8c6e-915fcac79ba0 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:19.891379 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-aa1bf9bb-e01d-4bf1-9dd7-037999f894d3 req-6a02da71-b1f7-4068-8c6e-915fcac79ba0 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:19.892514 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-aa1bf9bb-e01d-4bf1-9dd7-037999f894d3 req-6a02da71-b1f7-4068-8c6e-915fcac79ba0 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e031e6b3-ad56-4181-b5b4-ffe602559e58 HTTP/1.1" status: 200 len: 210 time: 0.0596166 May 27 03:35:19.945657 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Calling delete_port for d434efa5-8d11-4971-8b99-b5044c5ce1ea owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:35:20.057027 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.063505 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-207d1524-c697-44e7-8a6d-b937aecac414 tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:20.067718 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['d434efa5-8d11-4971-8b99-b5044c5ce1ea'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:20.112775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Pushing event deleted for resources: {'Port': ['ID=d434efa5-8d11-4971-8b99-b5044c5ce1ea,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.140986 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:20.188023 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] No DVR routers for this DVR port d434efa5-8d11-4971-8b99-b5044c5ce1ea on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:20.190360 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.192895 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'name': 'network-vif-deleted', 'tag': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:20.209185 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-cc224040-59a9-4eb9-85a5-f5f12b2bb3f7 req-6cdb964f-5790-4fe2-b39e-ab05762038f5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "DELETE /v2.0/ports/d434efa5-8d11-4971-8b99-b5044c5ce1ea HTTP/1.1" status: 204 len: 173 time: 0.7733898 May 27 03:35:20.238649 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259d14a8-ea6d-4999-a1c5-4f421fc061f9', 'name': 'network-vif-deleted', 'tag': 'd434efa5-8d11-4971-8b99-b5044c5ce1ea', 'status': 'completed', 'code': 200} May 27 03:35:22.658517 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a620e-09a1-46a4-b71d-da98e6e71830 req-587c6984-2154-48ff-a4b6-aa5b5398d707 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.659953 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a17a620e-09a1-46a4-b71d-da98e6e71830 req-587c6984-2154-48ff-a4b6-aa5b5398d707 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 946 time: 0.1711972 May 27 03:35:22.677464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 4c4f69f9-785a-4039-a01b-9ed779883836 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:22.704092 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a17a620e-09a1-46a4-b71d-da98e6e71830 req-08f48dd3-9ca3-49b0-865b-b9e3fc56d05d tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 May 27 03:35:22.711614 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 4c4f69f9-785a-4039-a01b-9ed779883836 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:35:22.711960 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 4c4f69f9-785a-4039-a01b-9ed779883836 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:22.712374 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d434efa5-8d11-4971-8b99-b5044c5ce1ea no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:22.747006 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: d434efa5-8d11-4971-8b99-b5044c5ce1ea {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:35:22.747350 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d434efa5-8d11-4971-8b99-b5044c5ce1ea not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:23.895330 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b227-5155-4910-b78c-fbd4795031fb req-dcdd09d2-dd70-4629-957a-c0b7a008dba7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:23.896685 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1b91b227-5155-4910-b78c-fbd4795031fb req-dcdd09d2-dd70-4629-957a-c0b7a008dba7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 946 time: 0.0827179 May 27 03:35:23.939753 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-1b91b227-5155-4910-b78c-fbd4795031fb req-bdc9de9c-9529-40d5-9f6f-7687cfb3787f tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/security-groups?id=621aa533-ca41-4044-a756-349ea13c7bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 May 27 03:35:24.021719 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-3371d8c9-03c7-484d-9e82-3cec7adb3db6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:24.022430 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-3371d8c9-03c7-484d-9e82-3cec7adb3db6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Synchronizing usage tracker for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:24.034151 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-3371d8c9-03c7-484d-9e82-3cec7adb3db6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Unset dirty status for tenant:3766f5792369429f9323ccf14a75db44 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:24.035198 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-3371d8c9-03c7-484d-9e82-3cec7adb3db6 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 946 time: 0.0965524 May 27 03:35:24.163406 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Deleting port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:35:24.163662 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.291421 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] For port 33e78b3e-6700-4ec2-84e6-df23c3e872b3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=33e78b3e-6700-4ec2-84e6-df23c3e872b3,segment=NetworkSegment(79858980-9544-4730-aa60-ab1d1a1ddc63),segment_id=79858980-9544-4730-aa60-ab1d1a1ddc63)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:24.291775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.412426 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Calling delete_port for 33e78b3e-6700-4ec2-84e6-df23c3e872b3 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:35:24.517199 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.522612 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9e988335-f974-47a3-a672-d21a8a35603e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:24.528032 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['33e78b3e-6700-4ec2-84e6-df23c3e872b3'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:24.570720 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Pushing event deleted for resources: {'Port': ['ID=33e78b3e-6700-4ec2-84e6-df23c3e872b3,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:24.573732 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:24.641633 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] No DVR routers for this DVR port 33e78b3e-6700-4ec2-84e6-df23c3e872b3 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:24.644063 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.646557 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'name': 'network-vif-deleted', 'tag': '33e78b3e-6700-4ec2-84e6-df23c3e872b3'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:24.664267 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-a6b2d82f-784f-4e73-9790-8528befb44b8 req-ab0e77e6-fa05-4df7-b17d-423d3d4bfac7 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.10 "DELETE /v2.0/ports/33e78b3e-6700-4ec2-84e6-df23c3e872b3 HTTP/1.1" status: 204 len: 173 time: 0.6239853 May 27 03:35:24.708811 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca799e59-152e-48a1-8186-ba7f881cd58f', 'name': 'network-vif-deleted', 'tag': '33e78b3e-6700-4ec2-84e6-df23c3e872b3', 'status': 'completed', 'code': 200} May 27 03:35:25.006753 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-1ae7a237-65ed-4d54-aa87-c390fd4afa59 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.008785 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-1ae7a237-65ed-4d54-aa87-c390fd4afa59 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 813 time: 0.1439567 May 27 03:35:25.023228 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-cd11d625-57f6-4bf9-900e-71fa70b6ed60 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/quotas/85939619e4c140fe9c64cf3d66229ff0 HTTP/1.1" status: 200 len: 375 time: 0.0091808 May 27 03:35:25.110167 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-e86d9088-9a0c-432a-b072-3ac8ab245fb6 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815351 May 27 03:35:25.118358 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-72e8a3ca-c9ba-4ab3-9ea3-d59cce1c78f0 req-dc73fad7-ae29-421d-8930-eba4bb7480a1 tempest-AttachVolumeNegativeTest-1160739304 tempest-AttachVolumeNegativeTest-1160739304-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca799e59-152e-48a1-8186-ba7f881cd58f HTTP/1.1" status: 200 len: 210 time: 0.0545104 May 27 03:35:25.248723 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-491fb62b-30a9-4ca8-be9b-8b071131ec0b service neutron] 10.222.0.32 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293502 May 27 03:35:25.378408 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-d125a133-d6ce-4165-a37d-75639b672b92 service neutron] 10.222.0.32 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239424 May 27 03:35:25.546137 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-582e9926-17f7-4100-9d9a-5d5436368408 req-32a7b692-8add-4191-892a-8511c9a4be61 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 210 time: 0.0425730 May 27 03:35:26.210851 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 59938) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:26.272874 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Deleting subnet 8d175d67-6452-4d42-b9cb-d7a0d547780a {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:35:26.275768 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.325078 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.379933 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.687581 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 33e78b3e-6700-4ec2-84e6-df23c3e872b3 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:26.705137 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-66003f92-2786-445c-bebc-b37a6cd56b26 req-8338edd4-7574-465d-a605-1d8011d3795a tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 210 time: 0.0465758 May 27 03:35:26.730252 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 33e78b3e-6700-4ec2-84e6-df23c3e872b3 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:35:26.730677 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 33e78b3e-6700-4ec2-84e6-df23c3e872b3 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:26.761299 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-730e54d8-389c-4f7c-814b-98ea52201e02 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:26.762007 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-730e54d8-389c-4f7c-814b-98ea52201e02 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Synchronizing usage tracker for tenant:85939619e4c140fe9c64cf3d66229ff0 on resource:network {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:26.831401 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-730e54d8-389c-4f7c-814b-98ea52201e02 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Unset dirty status for tenant:85939619e4c140fe9c64cf3d66229ff0 on resource:network {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:26.832501 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-730e54d8-389c-4f7c-814b-98ea52201e02 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 813 time: 0.4210181 May 27 03:35:26.845935 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Request body: {'port': {'device_id': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f', 'admin_state_up': True, 'tenant_id': '85939619e4c140fe9c64cf3d66229ff0'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:26.993759 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.003837 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b2b7f267-b9c9-4dd7-afb4-3667c9875ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:27.057592 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d175d67-6452-4d42-b9cb-d7a0d547780a,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.059562 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.065462 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:27.067294 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:27.072553 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-b5245a4f-165d-424c-8eb7-935cae870ae6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d175d67-6452-4d42-b9cb-d7a0d547780a HTTP/1.1" status: 204 len: 168 time: 0.8607137 May 27 03:35:27.073960 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Usage tracker for resource:port and tenant:85939619e4c140fe9c64cf3d66229ff0 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:27.075437 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59948) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:27.077122 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:27.082887 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:27.092895 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Made reservation on behalf of 85939619e4c140fe9c64cf3d66229ff0 for: {'port': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:27.096506 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.176158 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.260162 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_common [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Allocated IP 172.20.0.4 (33d24c3f-eb1e-4b07-8c44-ebf26584eb4f/e1221e47-0a2e-4c30-9f94-fbc95f6c87c1/d6021c83-9e79-49b2-b3d6-8d05fdd157b0) {{(pid=91734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:27.301929 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.315320 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b979af-af3a-4f42-8e57-cb2fd8077b80']}} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:27.328116 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79858980-9544-4730-aa60-ab1d1a1ddc63') {'for_net_delete': True} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:27.328409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.services.segments.db [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79858980-9544-4730-aa60-ab1d1a1ddc63') {} {{(pid=91735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:27.341111 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-676784'] for segment, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.357117 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.363164 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=91735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:27.363547 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2313761'] for segment, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: Traceback (most recent call last): May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: timer() May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: cb(*args, **kw) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: return func(*args, **kwargs) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: self._notify() May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: self.callback(batched_events) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: event.method(event) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: return f(self, *a, **k) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: return self._get(url).json() May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: return self.request(url, 'GET', **kwargs) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:35:27.376305 dv-cinder-793264-1-smb neutron-server[91735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:35:27.452719 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.456509 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-478331e2-8aea-480f-ad7f-439c141222b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:27.462393 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks [] for port, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.471842 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.477880 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b979af-af3a-4f42-8e57-cb2fd8077b80,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.482795 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:27.489048 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-d6f9a698-c687-4efc-b466-134ad4bbf5fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/f8b979af-af3a-4f42-8e57-cb2fd8077b80 HTTP/1.1" status: 204 len: 168 time: 0.4125154 May 27 03:35:27.495598 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.500948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b193a42-7951-4cbf-87f5-7dd4da4f2665 tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:27.566739 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f is already hosted by enough agents. {{(pid=91734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:27.569825 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Resources bound (agent type, host, resource id): {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:27.574283 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Received port after_create {{(pid=91734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:35:27.612748 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Pushing event updated for resources: {'Port': ['ID=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.614086 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59954) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:27.617502 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:27.644853 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:27.645450 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.662476 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-161b951c-3171-4c85-a583-b16239500376 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3766f5792369429f9323ccf14a75db44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471539 May 27 03:35:27.664757 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 59958) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:27.669014 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-f0ac9020-eeee-4e2b-939b-448f2c25b1db tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8266873 May 27 03:35:27.680503 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Request body: {'port': {'device_id': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:27.721888 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.748796 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.803187 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.803419 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.809164 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-a47b6792-e895-489d-a63b-cd1591d8a762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:27.861608 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621aa533-ca41-4044-a756-349ea13c7bb3,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.867962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:27.884135 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.888330 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-16ded7da-0b95-495b-aca1-e50189a863ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/621aa533-ca41-4044-a756-349ea13c7bb3 HTTP/1.1" status: 204 len: 168 time: 0.2196374 May 27 03:35:27.918864 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aab45-ffeb-42cb-9aa3-e63a5ff95232 req-c7ed6712-df30-427c-a16a-4a6406499073 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:27.920432 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-750aab45-ffeb-42cb-9aa3-e63a5ff95232 req-c7ed6712-df30-427c-a16a-4a6406499073 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 931 time: 0.1028087 May 27 03:35:27.966803 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-750aab45-ffeb-42cb-9aa3-e63a5ff95232 req-e22f811d-9778-443d-873e-ddf79abc67b3 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 May 27 03:35:28.153648 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6021c83-9e79-49b2-b3d6-8d05fdd157b0 {{(pid=91734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:28.161268 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.175999 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.provisioning_blocks [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Transition to ACTIVE for port object d6021c83-9e79-49b2-b3d6-8d05fdd157b0 will not be triggered until provisioned by entity L2. {{(pid=91734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:28.180558 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.185660 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9ba8aa86-9b18-4a4e-9ff5-42265b4a64e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:28.310127 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Pushing event updated for resources: {'Port': ['ID=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,revision_number=2']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:28.341052 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:28.516991 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Attempting to bind port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:28.517334 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Attempting to bind port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:28.517674 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Attempting to bind port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 on network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:35:28.522281 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 on network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:35:28.522603 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Attempting to bind port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 on network 33d24c3f-eb1e-4b07-8c44-ebf26584eb4f {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:35:28.528156 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:35:28.528499 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Checking segment: {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:35:28.528879 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Bound using segment: {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'} {{(pid=91734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:35:28.529305 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.managers [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Bound port: d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e6ba24-5fe6-4203-a651-f843e35b714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f'}}] {{(pid=91734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:28.529654 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.618417 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] For port d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host hv-cinder-79326, cleared binding levels {{(pid=91734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:35:28.621485 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] For port d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:35:28.627395 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2732866'] for port, after_update {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.632044 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-3cab6335-bae8-4a31-af43-b917406c7839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:28.683773 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.684627 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.686059 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] 10.222.0.10 "PUT /v2.0/ports/d6021c83-9e79-49b2-b3d6-8d05fdd157b0 HTTP/1.1" status: 200 len: 1093 time: 1.0095727 May 27 03:35:28.693047 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'tag': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:28.719733 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Pushing event updated for resources: {'Port': ['ID=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,revision_number=3']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:28.722555 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-920e5a1e-954e-4884-b514-2e5d6b309462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:28.763249 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'tag': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0', 'status': 'completed', 'code': 200} May 27 03:35:28.797039 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-0a68759c-57bb-41db-93a3-f4a0888edbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.798559 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-0a68759c-57bb-41db-93a3-f4a0888edbb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 1096 time: 0.0736470 May 27 03:35:28.871474 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-c9184566-7701-4b2f-8c23-08b25bb19042 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0 HTTP/1.1" status: 200 len: 217 time: 0.0657275 May 27 03:35:28.939514 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-59d7f943-ee00-4fe4-8c0a-ddd11d58da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.940955 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-59d7f943-ee00-4fe4-8c0a-ddd11d58da2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 HTTP/1.1" status: 200 len: 853 time: 0.0640152 May 27 03:35:28.991068 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-9ee2ff9b-b009-4162-b24e-3c7cd6d0b0fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444040 May 27 03:35:29.126749 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-81435e89-d6a3-45a4-a359-571d504a79d1 service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295969 May 27 03:35:29.155484 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7f8b-0a51-4bd2-828d-0e288131786e req-899b656d-5d79-4e93-b863-0a0a6b9f7f2e tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.158377 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e77e7f8b-0a51-4bd2-828d-0e288131786e req-899b656d-5d79-4e93-b863-0a0a6b9f7f2e tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 943 time: 0.0836127 May 27 03:35:29.268113 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-daed6b43-4d3c-4514-8dca-5f187464d958 req-54da05b8-53ff-49aa-9b15-33b56dd7dbec service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329935 May 27 03:35:29.307183 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e77e7f8b-0a51-4bd2-828d-0e288131786e req-ab257e43-0bac-4c67-a509-873adc9d943a tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445231 May 27 03:35:29.387051 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-bf2f03d3-5e2c-402c-8b7f-f4aac43634d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.388443 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-bf2f03d3-5e2c-402c-8b7f-f4aac43634d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 1096 time: 0.0742533 May 27 03:35:29.523847 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-77fbbc0b-3484-4e58-aeb1-2a208ca5df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.525339 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-77fbbc0b-3484-4e58-aeb1-2a208ca5df3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 914 time: 0.1305757 May 27 03:35:29.596660 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-e6563041-bd77-4223-a4a6-2d4f8e6e59a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0 HTTP/1.1" status: 200 len: 217 time: 0.0640786 May 27 03:35:29.613734 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60010) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:29.660823 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-9e7ee475-4352-4e73-86ce-01b4a1e796e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.662195 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-9e7ee475-4352-4e73-86ce-01b4a1e796e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 HTTP/1.1" status: 200 len: 853 time: 0.0586646 May 27 03:35:29.709119 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-db8325ff-e82f-4447-a4c1-448287b5cbc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402365 May 27 03:35:29.730799 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.744839 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:29.748753 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Usage tracker for resource:security_group_rule and tenant:df4a56a522a14e13aa5b6e0ee3fbc4dd is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:29.751684 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:29.757414 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:29.840082 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.842283 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-9c9ec1cb-8c7b-4f5e-8daf-df0703496a1c service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263478 May 27 03:35:29.843978 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.850483 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-2733add3-12fe-4151-b9f8-9982c8a8563a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:29.890867 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df4a56a522a14e13aa5b6e0ee3fbc4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759945 May 27 03:35:29.891598 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f52a1-2a65-4f33-bcba-1b21aba1d5e6,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.894808 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-3397060b-2e07-4897-8f75-9e69f2883326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:29.895652 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60016) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:29.952430 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.975159 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-8294b128-f135-4c10-8a37-8e93876ea2bb req-69358c1f-62bd-4a46-aff2-3608d8371435 service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266429 May 27 03:35:29.981367 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.031600 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.036293 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-00926301-a752-4966-95a7-93d4b0e7b572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:30.048628 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f52a1-2a65-4f33-bcba-1b21aba1d5e6,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.051145 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:30.052305 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.053399 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-918f3383-20b6-45cd-90a8-d8dd8f57ea59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc1f52a1-2a65-4f33-bcba-1b21aba1d5e6 HTTP/1.1" status: 204 len: 168 time: 0.1569245 May 27 03:35:30.319578 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60024) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:30.340068 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.354977 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:30.358840 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Usage tracker for resource:security_group_rule and tenant:8b314a7033ea447ca2a1d87f6d56e048 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:30.361571 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:30.367109 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:30.498428 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.503334 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.512053 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-7291d618-18aa-4481-a552-09ed7bee3e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:30.559473 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b314a7033ea447ca2a1d87f6d56e048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388334 May 27 03:35:30.560985 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ba1033-57a5-4445-9bfe-56972c32287c,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.562155 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60030) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:30.564576 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-153dbd76-bcb2-4e44-9124-a239b410ac2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:30.575715 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248d86-440b-4c44-960f-d4ddc17cb71f req-6dc3ffff-f177-4da8-9f71-c0855ad33cf5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.577171 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a5248d86-440b-4c44-960f-d4ddc17cb71f req-6dc3ffff-f177-4da8-9f71-c0855ad33cf5 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 943 time: 0.1628768 May 27 03:35:30.621316 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a5248d86-440b-4c44-960f-d4ddc17cb71f req-1795e3b3-1fb4-4100-82ee-9db5103bb014 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 May 27 03:35:30.625113 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.652057 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.702324 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.706921 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8eb502ba-0bab-4ae0-aa27-e3425171c3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:30.720270 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ba1033-57a5-4445-9bfe-56972c32287c,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.722810 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:30.724059 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.724760 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d6021c83-9e79-49b2-b3d6-8d05fdd157b0 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:30.725241 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-86dd0e2a-1968-425d-83ca-426ad862d304 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2ba1033-57a5-4445-9bfe-56972c32287c HTTP/1.1" status: 204 len: 168 time: 0.1619632 May 27 03:35:30.894891 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:30.911828 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0', 'network_id': '33d24c3f-eb1e-4b07-8c44-ebf26584eb4f', 'port_id': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0', 'mac_address': 'fa:16:3e:c7:8a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1221e47-0a2e-4c30-9f94-fbc95f6c87c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:30.966444 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.982831 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6021c83-9e79-49b2-b3d6-8d05fdd157b0 {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:30.999267 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:31.002935 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.004711 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:31.068701 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:31.075088 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:31.201225 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['d6021c83-9e79-49b2-b3d6-8d05fdd157b0'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:31.812644 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42fc3-426b-4021-b4cf-18c59b1e80c8 req-09ed3645-18dc-4325-9003-f51a5d3e5231 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.814204 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a7f42fc3-426b-4021-b4cf-18c59b1e80c8 req-09ed3645-18dc-4325-9003-f51a5d3e5231 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 944 time: 0.0856824 May 27 03:35:31.864017 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-a7f42fc3-426b-4021-b4cf-18c59b1e80c8 req-c7958487-d9ea-4c0f-842a-8e4d7dc1bc43 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 May 27 03:35:32.739983 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d6021c83-9e79-49b2-b3d6-8d05fdd157b0 up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:32.807659 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:32.812077 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:32.812446 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.925998 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.955331 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:32.965208 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:32.970134 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.971988 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:33.027111 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0', 'code': 200} May 27 03:35:33.051906 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:33.056420 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:33.060741 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe399da4-b670-41b6-b715-55f01ffdfab3 req-e011a4fc-4035-443f-8905-8bdc0e6dbedc tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.062193 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fe399da4-b670-41b6-b715-55f01ffdfab3 req-e011a4fc-4035-443f-8905-8bdc0e6dbedc tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.0911241 May 27 03:35:33.107029 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fe399da4-b670-41b6-b715-55f01ffdfab3 req-f2c660e5-7fdf-4056-9c16-78d11204b0ce tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 May 27 03:35:33.249793 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286caddf-b058-4cd8-ab95-77d474c383e6 req-bae14ede-fa5e-4b15-aa7c-02b456c587d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.251208 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-286caddf-b058-4cd8-ab95-77d474c383e6 req-bae14ede-fa5e-4b15-aa7c-02b456c587d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 1098 time: 0.0689161 May 27 03:35:33.294363 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-286caddf-b058-4cd8-ab95-77d474c383e6 req-35b8d053-59c1-4d92-b848-527e9426be6a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 May 27 03:35:34.295967 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3419e6-333e-4741-b599-2413e7a109cf req-aaa4d211-a081-4298-bcb0-eb68c3d7e3eb tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:34.297379 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6f3419e6-333e-4741-b599-2413e7a109cf req-aaa4d211-a081-4298-bcb0-eb68c3d7e3eb tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.0803781 May 27 03:35:34.342588 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-6f3419e6-333e-4741-b599-2413e7a109cf req-27ec61d6-c7f2-4cd8-bf4e-e941efa7e619 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 May 27 03:35:38.199668 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60138) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:38.315288 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.329756 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:38.333826 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Usage tracker for resource:security_group_rule and tenant:a633359fbae04061ac893c2d5a77ed2a is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:38.336685 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:38.342786 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:38.425426 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.430012 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.438726 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d336f38b-9096-492d-b868-306b0ac0750c tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:38.479906 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a633359fbae04061ac893c2d5a77ed2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791786 May 27 03:35:38.480938 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31821631-4855-4eb0-b609-3a91855e2fb1,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.483107 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60150) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:38.488897 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.489277 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.489698 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.490183 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.490551 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.490926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.495411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.495411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.495411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.495411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.495411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.495411 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.497835 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2d2e34d4-0ca7-44e2-b8b7-02423a28d2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:38.544747 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.570788 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.622474 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.627309 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:38.644213 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31821631-4855-4eb0-b609-3a91855e2fb1,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.647558 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:38.653440 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.657022 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-24358c3f-417f-4ad1-a39c-6c9733348294 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31821631-4855-4eb0-b609-3a91855e2fb1 HTTP/1.1" status: 204 len: 168 time: 0.1703572 May 27 03:35:38.938553 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60160) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:38.957584 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.972092 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:38.975981 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5380813f69694214805a310425bd0adf is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:38.979372 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:38.985173 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:39.085340 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.089716 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.097859 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-4a436c75-3d45-483d-82d7-95f5cb4ce4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:39.133921 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5380813f69694214805a310425bd0adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939950 May 27 03:35:39.136716 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60164) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:39.137787 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a5d5a-aba1-4578-8aa1-62c4a2a317fa,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.140940 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:39.193459 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.222072 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.354556 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.358168 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-52d1b211-cfe3-462f-bc48-5e1a84f6a2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:39.371371 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a5d5a-aba1-4578-8aa1-62c4a2a317fa,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.375254 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:39.380878 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.382107 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-855e9dd2-8c36-4496-8e76-cdbd266608eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e4a5d5a-aba1-4578-8aa1-62c4a2a317fa HTTP/1.1" status: 204 len: 168 time: 0.2443912 May 27 03:35:42.063700 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:43.674080 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-950f229f-2010-4ee3-a52e-fb2a7b2030ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.011416 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c613fb6f-95de-41d3-9938-1a61a60b7187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.166746 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.936992 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60286) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:46.985992 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.053293 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.067872 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:47.071636 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Usage tracker for resource:security_group_rule and tenant:78b85d636bde423bb1c9bc2bc103c191 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:47.074688 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:47.080386 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:47.159629 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.164032 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.171196 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-2250427e-f4a6-4c5f-97f3-a60528ae859b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:47.213623 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b500367a-4ca8-4262-8b7e-2a2792770186,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.217805 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:47.222874 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-eb04f857-b98a-4f0c-ab31-55c86b60cb18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78b85d636bde423bb1c9bc2bc103c191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823398 May 27 03:35:47.223468 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60296) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:47.285499 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.311437 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.423721 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.428775 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-56cd4c9e-1f7f-4b91-86ea-2a1d099367fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:47.441176 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b500367a-4ca8-4262-8b7e-2a2792770186,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.444043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:47.452793 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-580c48f6-987a-42e4-8de8-03450f2f7098 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030819 May 27 03:35:47.453697 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.457152 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b500367a-4ca8-4262-8b7e-2a2792770186 HTTP/1.1" status: 204 len: 168 time: 0.2307839 May 27 03:35:47.608547 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-852e7f7a-9902-4184-81a9-c0238a269d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.610535 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-852e7f7a-9902-4184-81a9-c0238a269d39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85939619e4c140fe9c64cf3d66229ff0&device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 1098 time: 0.0786436 May 27 03:35:47.764369 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-cfa231bb-d924-4d16-9dfe-17e1645153b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.765823 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-cfa231bb-d924-4d16-9dfe-17e1645153b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 200 len: 914 time: 0.1354237 May 27 03:35:47.842501 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-5ca5f774-f837-49d5-b0d9-def8b652140e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0 HTTP/1.1" status: 200 len: 217 time: 0.0678577 May 27 03:35:47.893267 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60310) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:47.918400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.940360 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:47.943380 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-f3321b36-8141-40de-81c9-a03837c44957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.944808 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-f3321b36-8141-40de-81c9-a03837c44957 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 HTTP/1.1" status: 200 len: 853 time: 0.0954895 May 27 03:35:47.946975 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b42dd9f08bf45429ba30bd33c1db0cb is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:47.950037 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:47.955894 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:48.016779 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-d9e286d7-7390-448d-95f6-521acc1049dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527239 May 27 03:35:48.192665 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.196265 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-cb9c36b6-8547-428e-ae21-a28875c8b73a service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670539 May 27 03:35:48.197316 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.206641 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-cd5079c9-0b6b-49b9-acf6-9ffa49134c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:48.313244 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b84801-6dc9-4630-a886-26462be1e40b,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.318222 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:48.320451 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-846a6c05-c254-4db5-b1ff-d0e664b829b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b42dd9f08bf45429ba30bd33c1db0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262793 May 27 03:35:48.323300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60314) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:48.373490 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-89e4980b-5b80-4394-89a7-eb6f1d311290 req-ceeb1eac-b685-4731-af35-317430fca35f service neutron] 10.222.0.10 "GET /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691096 May 27 03:35:48.383764 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.411212 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.466331 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.470299 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ad8d7cfd-c7df-4c62-8e53-129de13a168f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:48.482681 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b84801-6dc9-4630-a886-26462be1e40b,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.492165 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.492527 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.492887 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.493233 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.493577 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.493942 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.494281 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.494620 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.494962 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.495297 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.495656 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.495992 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:48.501111 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:48.502811 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.504067 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-9dcd4676-bda2-4996-a7c5-7c9918b01bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72b84801-6dc9-4630-a886-26462be1e40b HTTP/1.1" status: 204 len: 168 time: 0.1792803 May 27 03:35:48.873114 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.138137 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabe57f-c83d-4620-9d8b-61a66ab0795e req-6524ada4-eb96-412a-b90b-58a844770a3f tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.140912 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bbabe57f-c83d-4620-9d8b-61a66ab0795e req-6524ada4-eb96-412a-b90b-58a844770a3f tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.0966303 May 27 03:35:49.188252 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bbabe57f-c83d-4620-9d8b-61a66ab0795e req-e4b91172-9cbb-4047-9811-4860c1ed5d3f tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 May 27 03:35:49.287459 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60344) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:49.394314 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1990828795-network', 'tenant_id': '8c31f654b04b4d418ce9a6c11ebd9371'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:49.399295 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:49.403976 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Usage tracker for resource:network and tenant:8c31f654b04b4d418ce9a6c11ebd9371 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:49.407082 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:49.413192 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:49.422510 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Made reservation on behalf of 8c31f654b04b4d418ce9a6c11ebd9371 for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:49.424779 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.436125 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.453382 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:49.457035 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Usage tracker for resource:security_group_rule and tenant:8c31f654b04b4d418ce9a6c11ebd9371 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:49.459740 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:49.465807 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:49.544366 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.549261 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.552309 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5b53e3af-ed9a-4a5b-9607-41a17e596f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:49.580761 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:49.589096 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79250cc9-3810-47ca-9e50-4f2c9c1988ae,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:49.593066 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:49.595805 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.596142 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Added segment 37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536 of type vlan for network f670f970-8f69-48b2-9bc4-d195b6c481ff May 27 03:35:49.621730 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.649073 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.650440 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.651038 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.656701 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:49.752640 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4640772 May 27 03:35:49.753495 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Pushing event updated for resources: {'Network': ['ID=f670f970-8f69-48b2-9bc4-d195b6c481ff,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:49.755551 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60350) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:49.756339 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ea9d928d-4b08-4b7b-8505-e8bc34311486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:49.761334 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Request body: {'subnet': {'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1990828795-subnet', 'tenant_id': '8c31f654b04b4d418ce9a6c11ebd9371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:49.766722 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:49.768358 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network f670f970-8f69-48b2-9bc4-d195b6c481ff details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:35:49.770650 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Usage tracker for resource:subnet and tenant:8c31f654b04b4d418ce9a6c11ebd9371 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:49.773510 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:49.779686 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:49.790334 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Made reservation on behalf of 8c31f654b04b4d418ce9a6c11ebd9371 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:49.793269 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418758'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.817695 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:35:50.164622 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418768'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.169059 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:50.238184 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9afb5ee-d931-48b2-babf-46964acb7685,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:50.241395 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:50.247790 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Checking segment: {'id': '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:35:50.248145 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Network hostable DHCP agents. Network: f670f970-8f69-48b2-9bc4-d195b6c481ff, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:50.265188 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Network f670f970-8f69-48b2-9bc4-d195b6c481ff is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:50.274520 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, f670f970-8f69-48b2-9bc4-d195b6c481ff) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:50.283918 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ed66b-ad33-4211-bff0-052374a19b61 None None] Network f670f970-8f69-48b2-9bc4-d195b6c481ff requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:35:50.286632 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:50.286995 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.311913 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5551302 May 27 03:35:50.385475 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114a264-9371-457e-b479-ac571ad4a994 req-a43178ae-84ed-4d8e-9f0d-6849451fe22d tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:50.387695 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e114a264-9371-457e-b479-ac571ad4a994 req-a43178ae-84ed-4d8e-9f0d-6849451fe22d tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.0877383 May 27 03:35:50.431255 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-e114a264-9371-457e-b479-ac571ad4a994 req-6af2ddf7-2f1e-4faf-85de-629e037c2de1 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 May 27 03:35:50.484992 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2ce14-9262-4215-a937-23bbfd13a97d None None] Network f670f970-8f69-48b2-9bc4-d195b6c481ff requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:35:50.818506 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60370) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:50.824499 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [None req-84663044-5152-4042-8157-87052736968f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-980647196-network', 'tenant_id': '2cbf1f8eee51479188da46fa58a55817'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:50.829264 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-84663044-5152-4042-8157-87052736968f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:50.833074 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-84663044-5152-4042-8157-87052736968f admin admin] Usage tracker for resource:network and tenant:2cbf1f8eee51479188da46fa58a55817 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:50.835898 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-84663044-5152-4042-8157-87052736968f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:50.841857 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-84663044-5152-4042-8157-87052736968f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:50.857346 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84663044-5152-4042-8157-87052736968f admin admin] Made reservation on behalf of 2cbf1f8eee51479188da46fa58a55817 for: {'network': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:50.859755 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982754'] for network, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.871782 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.885540 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-84663044-5152-4042-8157-87052736968f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:50.889311 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-84663044-5152-4042-8157-87052736968f admin admin] Usage tracker for resource:security_group_rule and tenant:2cbf1f8eee51479188da46fa58a55817 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:50.892067 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [None req-84663044-5152-4042-8157-87052736968f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:50.897631 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [None req-84663044-5152-4042-8157-87052736968f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:50.980123 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.984223 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.987965 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-5609328a-0f00-4586-8e27-1bb3abe389c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:51.011302 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84663044-5152-4042-8157-87052736968f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=91735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:51.023149 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84663044-5152-4042-8157-87052736968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96353a73-e26a-4d7d-9076-8a0d0c3d19e2,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.027821 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-84663044-5152-4042-8157-87052736968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:51.028701 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.029042 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.db.segments_db [None req-84663044-5152-4042-8157-87052736968f admin admin] Added segment 56fba7e3-08ae-4bb6-9976-33f151a48144 of type vlan for network 9d5adb16-bf5d-4021-84d9-1008c2f00b40 May 27 03:35:51.054467 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773366581086'] for network, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.082117 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250'] for network, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.083424 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84663044-5152-4042-8157-87052736968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:51.083994 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-84663044-5152-4042-8157-87052736968f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.088471 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:51.182539 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-84663044-5152-4042-8157-87052736968f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3629773 May 27 03:35:51.185417 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60374) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:51.185911 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84663044-5152-4042-8157-87052736968f admin admin] Pushing event updated for resources: {'Network': ['ID=9d5adb16-bf5d-4021-84d9-1008c2f00b40,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.188201 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-84663044-5152-4042-8157-87052736968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:51.191246 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.v2.base [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Request body: {'subnet': {'network_id': '9d5adb16-bf5d-4021-84d9-1008c2f00b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-980647196-subnet', 'tenant_id': '2cbf1f8eee51479188da46fa58a55817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:51.195592 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Network 9d5adb16-bf5d-4021-84d9-1008c2f00b40 details requested by agent ovs-agent-dv-cinder-793264-1-smb with host dv-cinder-793264-1-smb {{(pid=91736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:35:51.196002 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:51.200725 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Usage tracker for resource:subnet and tenant:2cbf1f8eee51479188da46fa58a55817 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:51.203582 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:51.209194 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:51.222429 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Made reservation on behalf of 2cbf1f8eee51479188da46fa58a55817 for: {'subnet': 1} {{(pid=91734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:51.224712 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418758'] for subnet, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.616588 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25995e43-46a8-4908-bea3-2f51dc776e3b req-e34fef51-bf9f-4006-8787-2313c3c709e7 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:51.618069 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-25995e43-46a8-4908-bea3-2f51dc776e3b req-e34fef51-bf9f-4006-8787-2313c3c709e7 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.0795906 May 27 03:35:51.667377 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-25995e43-46a8-4908-bea3-2f51dc776e3b req-dafbf97f-f02c-4f15-bd7f-3cf5063dfab0 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 May 27 03:35:51.683512 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418768'] for subnet, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.688062 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:51.760868 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7335f5bd-e491-4db0-bab3-a11a198d4979,revision_number=0']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.765436 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:51.769451 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Checking segment: {'id': '56fba7e3-08ae-4bb6-9976-33f151a48144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9d5adb16-bf5d-4021-84d9-1008c2f00b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:35:51.769806 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Network hostable DHCP agents. Network: 9d5adb16-bf5d-4021-84d9-1008c2f00b40, hostable agents: ['56fd285f-5127-4152-82cd-f19e2c09c2ff'], hosted agents: [] {{(pid=91734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:51.786123 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Network 9d5adb16-bf5d-4021-84d9-1008c2f00b40 is scheduled to be hosted by DHCP agent 56fd285f-5127-4152-82cd-f19e2c09c2ff with binding_index 1 {{(pid=91734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:51.794825 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.scheduler.base_scheduler [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-1-smb, 9d5adb16-bf5d-4021-84d9-1008c2f00b40) {{(pid=91734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:51.802926 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:51.803522 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.805264 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ed6a1-66d3-4508-b6da-fe286c57cd5b None None] Network 9d5adb16-bf5d-4021-84d9-1008c2f00b40 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:35:51.825406 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-eba8323b-239c-4455-a47a-46e268031c69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6388643 May 27 03:35:52.022706 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263503d-9a1f-404b-90ab-aeee50504863 None None] Network 9d5adb16-bf5d-4021-84d9-1008c2f00b40 requested from dv-cinder-793264-1-smb {{(pid=91736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 03:35:52.465858 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-f6359d98-753d-4829-a67f-5366696af276 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:52.466545 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-f6359d98-753d-4829-a67f-5366696af276 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Synchronizing usage tracker for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:network {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:52.483034 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-f6359d98-753d-4829-a67f-5366696af276 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Unset dirty status for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:network {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:52.484191 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-f6359d98-753d-4829-a67f-5366696af276 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/networks?id=f670f970-8f69-48b2-9bc4-d195b6c481ff HTTP/1.1" status: 200 len: 809 time: 0.2457826 May 27 03:35:52.498131 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-09624746-bcd1-4e1e-ae9a-4625b7b388e6 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/quotas/8c31f654b04b4d418ce9a6c11ebd9371 HTTP/1.1" status: 200 len: 375 time: 0.0085809 May 27 03:35:52.543612 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-7f5498f5-656c-43f4-8297-bb1e0a5c6d1c tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c31f654b04b4d418ce9a6c11ebd9371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408196 May 27 03:35:52.672866 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-1c6a52c3-ae9f-4585-84f9-53ead97941e8 service neutron] 10.222.0.32 "GET /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226606 May 27 03:35:52.853576 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-4a52644f-7ca0-4b7a-9ad2-f3fca3130de6 service neutron] 10.222.0.32 "GET /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750717 May 27 03:35:52.879333 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0c266-eccd-45fb-a3d2-2bceb1a029e0 req-d05a3081-8105-40bc-b2a8-baf9ad969c34 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:52.880762 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7cc0c266-eccd-45fb-a3d2-2bceb1a029e0 req-d05a3081-8105-40bc-b2a8-baf9ad969c34 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.1114435 May 27 03:35:52.925141 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7cc0c266-eccd-45fb-a3d2-2bceb1a029e0 req-c7a2af76-5ad7-44b0-ba5b-312e417a7bc4 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e10e8f-e960-4dd0-9905-01f906d2466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 May 27 03:35:53.024137 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-c09bcff7-7b77-4244-ba19-a02e5567802c req-643b3273-44ec-439d-9d0c-d0c848e0054a tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 210 time: 0.0420139 May 27 03:35:53.441520 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-e1eec7e8-9851-4457-9faa-25cd4d3f80ad tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.442250 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-e1eec7e8-9851-4457-9faa-25cd4d3f80ad tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Synchronizing usage tracker for tenant:85939619e4c140fe9c64cf3d66229ff0 on resource:port {{(pid=91734) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:53.457278 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-e1eec7e8-9851-4457-9faa-25cd4d3f80ad tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Unset dirty status for tenant:85939619e4c140fe9c64cf3d66229ff0 on resource:port {{(pid=91734) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:53.458415 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-e1eec7e8-9851-4457-9faa-25cd4d3f80ad tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 945 time: 0.0966370 May 27 03:35:53.602974 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Deleting port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 {{(pid=91734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:35:53.603309 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.731813 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.db [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] For port d6021c83-9e79-49b2-b3d6-8d05fdd157b0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,segment=NetworkSegment(61e6ba24-5fe6-4203-a651-f843e35b714f),segment_id=61e6ba24-5fe6-4203-a651-f843e35b714f)] {{(pid=91734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:53.732160 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.859451 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.plugin [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Calling delete_port for d6021c83-9e79-49b2-b3d6-8d05fdd157b0 owned by compute:nova {{(pid=91734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:35:53.975465 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2732917'] for port, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.985729 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-a81731b4-a257-4d4b-a964-db0f6caa3b7a tempest-TestShelveInstance-1887479001 tempest-TestShelveInstance-1887479001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:53.989803 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['d6021c83-9e79-49b2-b3d6-8d05fdd157b0'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:54.037198 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Pushing event deleted for resources: {'Port': ['ID=d6021c83-9e79-49b2-b3d6-8d05fdd157b0,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:54.041832 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:54.057804 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-341ea817-1370-46d0-b71a-3ea5edb035a9 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:54.059877 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-341ea817-1370-46d0-b71a-3ea5edb035a9 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.10 "GET /v2.0/networks?id=f670f970-8f69-48b2-9bc4-d195b6c481ff HTTP/1.1" status: 200 len: 809 time: 0.1659093 May 27 03:35:54.074859 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Request body: {'port': {'device_id': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff', 'admin_state_up': True, 'tenant_id': '8c31f654b04b4d418ce9a6c11ebd9371'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:54.138996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] No DVR routers for this DVR port d6021c83-9e79-49b2-b3d6-8d05fdd157b0 on host hv-cinder-79326 {{(pid=91734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:54.142931 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.146167 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'name': 'network-vif-deleted', 'tag': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0'}] {{(pid=91734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:54.168871 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [req-f0292bdc-4f90-423d-b745-f77bdf7b57f6 req-6f682a10-1619-451b-a990-49710caf1456 tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.10 "DELETE /v2.0/ports/d6021c83-9e79-49b2-b3d6-8d05fdd157b0 HTTP/1.1" status: 204 len: 173 time: 0.7032726 May 27 03:35:54.199465 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-59c032fa-1102-4dde-ad8a-7e8a7d13295c req-6a8d4162-88cf-45ec-b924-3b38a5dd4e9d tempest-VolumesSnapshotTestJSON-1125398521 tempest-VolumesSnapshotTestJSON-1125398521-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67683f4-a17c-40ff-8b9e-5749d99e93a1 HTTP/1.1" status: 200 len: 210 time: 0.1030400 May 27 03:35:54.275379 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67683f4-a17c-40ff-8b9e-5749d99e93a1', 'name': 'network-vif-deleted', 'tag': 'd6021c83-9e79-49b2-b3d6-8d05fdd157b0', 'status': 'completed', 'code': 200} May 27 03:35:54.283409 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:54.287579 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Usage tracker for resource:port and tenant:8c31f654b04b4d418ce9a6c11ebd9371 is out of sync, need to count used quota {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:54.290602 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:54.297406 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.quota.driver [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:54.307296 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Made reservation on behalf of 8c31f654b04b4d418ce9a6c11ebd9371 for: {'port': 1} {{(pid=91735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:54.310912 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.419588 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-dc27d6f2-ec92-412c-96bd-2c39bfa14598 req-18ba51e3-5047-489f-b078-4e76cdfb110f tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 210 time: 0.0535660 May 27 03:35:54.509950 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.db_base_plugin_common [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Allocated IP 172.20.0.14 (f670f970-8f69-48b2-9bc4-d195b6c481ff/f9afb5ee-d931-48b2-babf-46964acb7685/63032bde-5fe2-4f25-95d3-e2a5f8b47d3f) {{(pid=91735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:54.710944 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks [] for port, precommit_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.741189 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773366561244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_create {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.748941 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-cb138e5f-0335-47eb-b6af-fa995a0f158d tempest-TestMinimumBasicScenario-734520733 tempest-TestMinimumBasicScenario-734520733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:54.818078 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Network f670f970-8f69-48b2-9bc4-d195b6c481ff is already hosted by enough agents. {{(pid=91735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:54.821133 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.scheduler.base_scheduler [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Resources bound (agent type, host, resource id): {{(pid=91735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:54.825683 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Received port after_create {{(pid=91735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 03:35:54.860557 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Pushing event updated for resources: {'Port': ['ID=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,revision_number=1']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:54.864816 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:54.893554 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:54.894187 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.912543 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-63897b84-bf72-433a-b3ea-f851eff3d1d8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437529 May 27 03:35:54.923964 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.v2.base [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Request body: {'port': {'device_id': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:35:55.033348 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.466186 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f {{(pid=91735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:55.474257 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.489252 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.provisioning_blocks [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Transition to ACTIVE for port object 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f will not be triggered until provisioned by entity L2. {{(pid=91735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:55.494359 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.499182 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-d5edc79e-4973-4074-8126-736a1454dab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:55.709335 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,revision_number=2']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:55.717568 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:55.800487 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-78f403ae-91a0-4743-8d9b-868b06d604b4 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:55.801137 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-78f403ae-91a0-4743-8d9b-868b06d604b4 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Synchronizing usage tracker for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:55.805675 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Attempting to bind port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f on host hv-cinder-79326 for vnic_type normal with profile {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:55.806034 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Attempting to bind port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff'}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:55.806356 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Attempting to bind port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f on network f670f970-8f69-48b2-9bc4-d195b6c481ff {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:35:55.814270 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f on network f670f970-8f69-48b2-9bc4-d195b6c481ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:35:55.814586 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Attempting to bind port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f on network f670f970-8f69-48b2-9bc4-d195b6c481ff {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:35:55.822928 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Checking agent: {'id': '73acca0c-aa98-4185-b5fe-ec57d954e600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'started_at': datetime.datetime(2021, 5, 27, 3, 25, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 3, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:35:55.823255 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Checking segment: {'id': '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 03:35:55.824165 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Bound using segment: {'id': '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff'} {{(pid=91735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:35:55.824581 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.managers [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Bound port: 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff'}}] {{(pid=91735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:55.824915 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.843787 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-78f403ae-91a0-4743-8d9b-868b06d604b4 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Unset dirty status for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:55.844908 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-78f403ae-91a0-4743-8d9b-868b06d604b4 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 944 time: 0.3086064 May 27 03:35:55.940212 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-3cb79c1b-371c-427c-82a5-470578cad999 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Synchronizing usage tracker for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:security_group {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:55.957512 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] For port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host hv-cinder-79326, cleared binding levels {{(pid=91735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:35:55.962619 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] For port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,segment=NetworkSegment(37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536),segment_id=37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536)] {{(pid=91735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:35:55.967304 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2313797'] for port, after_update {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.972109 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-49b62159-d017-46f8-afc2-eeac63b0a94c tempest-VolumesNegativeTest-2052711659 tempest-VolumesNegativeTest-2052711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:56.004815 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-3cb79c1b-371c-427c-82a5-470578cad999 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Unset dirty status for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:security_group {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:56.005969 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-3dd76a81-6757-407f-aa9d-2cb01feccab8 req-3cb79c1b-371c-427c-82a5-470578cad999 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316891 May 27 03:35:56.023777 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:56.024388 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.025711 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] 10.222.0.10 "PUT /v2.0/ports/63032bde-5fe2-4f25-95d3-e2a5f8b47d3f HTTP/1.1" status: 200 len: 1094 time: 1.1056094 May 27 03:35:56.026299 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'tag': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:56.057766 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,revision_number=3']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:56.090851 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-15678f5e-44fb-4f56-bcef-f3620a8daaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:56.096717 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'tag': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f', 'status': 'completed', 'code': 200} May 27 03:35:56.129315 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-1b31705c-f2b1-4a33-a23c-64638a0f0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:56.130789 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-1b31705c-f2b1-4a33-a23c-64638a0f0600 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c31f654b04b4d418ce9a6c11ebd9371&device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 1097 time: 0.0701981 May 27 03:35:56.200484 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-c2f718bd-dfc9-4c4e-9550-b3c34345c88c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f HTTP/1.1" status: 200 len: 217 time: 0.0618885 May 27 03:35:56.259623 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-710441bf-8a36-4cb0-a4aa-5c9443377461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:56.260949 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-710441bf-8a36-4cb0-a4aa-5c9443377461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9afb5ee-d931-48b2-babf-46964acb7685 HTTP/1.1" status: 200 len: 849 time: 0.0549171 May 27 03:35:56.308772 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-93667e62-6862-4bce-9480-3e4507d1c220 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f670f970-8f69-48b2-9bc4-d195b6c481ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411448 May 27 03:35:56.436427 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-c48f4098-b57d-448b-97d8-1c15139b6d63 service neutron] 10.222.0.10 "GET /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216881 May 27 03:35:56.563032 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ded612de-5b16-418c-ad9e-2a3898450e4a req-cd1898b9-c6bc-4738-8981-9365e1a72ff4 service neutron] 10.222.0.10 "GET /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203129 May 27 03:35:56.673203 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-8ba94c6c-be48-4a28-aabb-44b2bfcc2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:56.674632 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-8ba94c6c-be48-4a28-aabb-44b2bfcc2815 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c31f654b04b4d418ce9a6c11ebd9371&device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 1097 time: 0.0681410 May 27 03:35:56.805645 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-6c10f1be-b411-4714-b236-4e75518767b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:56.807136 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-6c10f1be-b411-4714-b236-4e75518767b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f670f970-8f69-48b2-9bc4-d195b6c481ff HTTP/1.1" status: 200 len: 910 time: 0.1252332 May 27 03:35:56.916984 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d6021c83-9e79-49b2-b3d6-8d05fdd157b0 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:56.955568 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: d6021c83-9e79-49b2-b3d6-8d05fdd157b0 {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:35:56.956318 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device d6021c83-9e79-49b2-b3d6-8d05fdd157b0 not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:56.978311 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-757c13d5-5920-4368-bb9d-9d9eedc7d2f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f HTTP/1.1" status: 200 len: 217 time: 0.1629219 May 27 03:35:57.054696 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-5213a5c4-9785-4b6d-a586-ed4afb9100f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.056194 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-5213a5c4-9785-4b6d-a586-ed4afb9100f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9afb5ee-d931-48b2-babf-46964acb7685 HTTP/1.1" status: 200 len: 849 time: 0.0700300 May 27 03:35:57.103629 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-919f1b5f-2ea5-4729-9a43-869ffbe4072b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f670f970-8f69-48b2-9bc4-d195b6c481ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409164 May 27 03:35:57.291815 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-d028d845-116a-41a7-b3b3-92d04229894b service neutron] 10.222.0.10 "GET /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806252 May 27 03:35:57.304729 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c4ef-2f15-4e94-9340-ae767704ae36 req-1860f9d8-66c0-4e2a-a673-8ac1ee2a4f18 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.306154 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9356c4ef-2f15-4e94-9340-ae767704ae36 req-1860f9d8-66c0-4e2a-a673-8ac1ee2a4f18 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 944 time: 0.1759558 May 27 03:35:57.353169 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9356c4ef-2f15-4e94-9340-ae767704ae36 req-74f67d46-f2e7-466e-ae79-42aa49078068 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 May 27 03:35:57.479875 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-de4c752e-b23c-4798-98eb-f93854c37b35 req-bdf31ad7-79cc-45ad-a79b-b4315724911f service neutron] 10.222.0.10 "GET /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240942 May 27 03:35:58.595083 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1b0b-d7f2-48cd-83fd-24280d0d9e05 req-15c3db07-0ba9-4dfd-b428-6db86a760eb0 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:58.597049 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b9ec1b0b-d7f2-48cd-83fd-24280d0d9e05 req-15c3db07-0ba9-4dfd-b428-6db86a760eb0 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 944 time: 0.0966372 May 27 03:35:58.646279 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b9ec1b0b-d7f2-48cd-83fd-24280d0d9e05 req-75695d10-5efe-47d0-aecf-d507c07b0697 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 May 27 03:35:58.927509 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:59.061717 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,segment=NetworkSegment(37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536),segment_id=37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:59.076259 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Returning: {'device': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f', 'network_id': 'f670f970-8f69-48b2-9bc4-d195b6c481ff', 'port_id': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f', 'mac_address': 'fa:16:3e:2f:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9afb5ee-d931-48b2-babf-46964acb7685', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:59.128376 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.147509 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f {{(pid=91736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:59.163094 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,segment=NetworkSegment(37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536),segment_id=37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:59.166609 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.168277 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:35:59.232435 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,revision_number=4']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:59.239481 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.239826 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.240166 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.240496 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.240822 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.241145 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.241470 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.241806 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.242132 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.242455 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.242790 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.243087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-1-smb {{(pid=91736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.247505 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:35:59.355056 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['63032bde-5fe2-4f25-95d3-e2a5f8b47d3f'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:59.830526 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d791b-6b09-4295-a98e-a9831ad13965 req-ea411f83-7856-4882-9e2a-0ab3d0002ea5 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:59.831869 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ff9d791b-6b09-4295-a98e-a9831ad13965 req-ea411f83-7856-4882-9e2a-0ab3d0002ea5 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 945 time: 0.0789332 May 27 03:35:59.875997 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-ff9d791b-6b09-4295-a98e-a9831ad13965 req-434b7a0c-6513-4b69-902f-9619c1d2cff3 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 May 27 03:36:00.942310 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f up at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:01.008629 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning for port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f completed by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:01.013631 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.db.provisioning_blocks [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Provisioning complete for port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f triggered by entity L2. {{(pid=91736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:01.014035 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061813'] for port, provisioning_complete {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.062359 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450160a-c5bc-4d30-b001-270c2b586a17 req-7a74b73d-baf1-4b05-8158-9c3422880560 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:01.064374 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b450160a-c5bc-4d30-b001-270c2b586a17 req-7a74b73d-baf1-4b05-8158-9c3422880560 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 945 time: 0.0866833 May 27 03:36:01.113666 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-b450160a-c5bc-4d30-b001-270c2b586a17 req-fd3f15c7-a156-42c4-b253-9d525477efa0 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 May 27 03:36:01.139291 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982779'] for port, before_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.165914 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f'}] {{(pid=91736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:01.176265 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] For port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,segment=NetworkSegment(37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536),segment_id=37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536)] {{(pid=91736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:36:01.180931 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773366995083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773366561262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773366562847'] for port, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.182902 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:01.213531 dv-cinder-793264-1-smb neutron-server[91736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f', 'code': 200} May 27 03:36:01.252250 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Pushing event updated for resources: {'Port': ['ID=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,revision_number=5']} {{(pid=91736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:01.255493 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG oslo_concurrency.lockutils [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:01.438939 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b6a8-6621-4fba-aaf6-7e524384e420 req-af11efd6-8957-4181-800f-d1d28ad34816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:01.440669 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c33b6a8-6621-4fba-aaf6-7e524384e420 req-af11efd6-8957-4181-800f-d1d28ad34816 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 1099 time: 0.0760210 May 27 03:36:01.495808 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-8c33b6a8-6621-4fba-aaf6-7e524384e420 req-0abcf01f-151b-4cab-a240-26e2041b0ce9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489981 May 27 03:36:02.296381 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d108-0033-4d6c-ac6f-ee3e6ef661bc req-7c4b2596-0f0a-4371-8ec1-990ff11d33e3 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:02.297845 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7667d108-0033-4d6c-ac6f-ee3e6ef661bc req-7c4b2596-0f0a-4371-8ec1-990ff11d33e3 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 946 time: 0.0790195 May 27 03:36:02.343076 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-7667d108-0033-4d6c-ac6f-ee3e6ef661bc req-1378193f-6121-4f74-84d4-df20b2b9b9cc tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 May 27 03:36:03.525842 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5b451-24fb-417e-a044-beda1a0065b9 req-10207b1f-9444-4b9d-bb79-d6e562c94df9 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.527286 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-05e5b451-24fb-417e-a044-beda1a0065b9 req-10207b1f-9444-4b9d-bb79-d6e562c94df9 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 946 time: 0.0819998 May 27 03:36:03.571582 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-05e5b451-24fb-417e-a044-beda1a0065b9 req-4b6c84b4-5c02-4f26-9c6f-0673908f86e8 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 May 27 03:36:06.776768 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061cd3-afcb-449d-8570-c2247ab0f34e req-0ed713de-33cc-4fd6-aa05-2b794246daf0 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.778775 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bb061cd3-afcb-449d-8570-c2247ab0f34e req-0ed713de-33cc-4fd6-aa05-2b794246daf0 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 946 time: 0.0788510 May 27 03:36:06.823068 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-bb061cd3-afcb-449d-8570-c2247ab0f34e req-9474634e-c314-477e-a551-e0bb00346c50 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 May 27 03:36:08.067522 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da713fa4-f1f2-4108-8fce-bbdc9d54d780 req-dbab6db3-3df5-485c-b2f8-672f68dd2246 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:08.068953 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-da713fa4-f1f2-4108-8fce-bbdc9d54d780 req-dbab6db3-3df5-485c-b2f8-672f68dd2246 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 946 time: 0.1419933 May 27 03:36:08.077322 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-303b6096-dc74-49c3-807f-844d46f389e4 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:08.078665 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-303b6096-dc74-49c3-807f-844d46f389e4 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.10 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 946 time: 0.1071687 May 27 03:36:08.170158 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-da713fa4-f1f2-4108-8fce-bbdc9d54d780 req-f907b5ff-3bf7-4fab-9222-e295394fb3f3 tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/security-groups?id=79250cc9-3810-47ca-9e50-4f2c9c1988ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905497 May 27 03:36:08.242547 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Deleting port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f {{(pid=91735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 03:36:08.242890 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773366992972'] for port, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.379317 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.db [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] For port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,segment=NetworkSegment(37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536),segment_id=37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536)] {{(pid=91735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:36:08.380037 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664329'] for port, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.601532 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.plugins.ml2.plugin [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Calling delete_port for 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f owned by compute:nova {{(pid=91735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 03:36:08.706804 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773366995110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773366561253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2313842'] for port, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.712061 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-56a32515-46c4-4da8-8a8f-b00405f42102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:08.718604 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.db [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] get_ports_and_sgs() called for port_ids ['63032bde-5fe2-4f25-95d3-e2a5f8b47d3f'] {{(pid=91736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:36:08.758743 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Pushing event deleted for resources: {'Port': ['ID=63032bde-5fe2-4f25-95d3-e2a5f8b47d3f,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:08.762239 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:08.829572 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] No DVR routers for this DVR port 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f on host hv-cinder-79326 {{(pid=91735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:08.832021 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91166'] for port, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.834487 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'name': 'network-vif-deleted', 'tag': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f'}] {{(pid=91735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:08.849883 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-fd38ba86-db70-4915-8062-5f8ea2b2394c req-dfc543fe-4491-4a7e-8247-862c76e2f2ae tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.10 "DELETE /v2.0/ports/63032bde-5fe2-4f25-95d3-e2a5f8b47d3f HTTP/1.1" status: 204 len: 173 time: 0.7555003 May 27 03:36:08.882268 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028324c-8ed8-46bd-a6c9-a1e27b19298b', 'name': 'network-vif-deleted', 'tag': '63032bde-5fe2-4f25-95d3-e2a5f8b47d3f', 'status': 'completed', 'code': 200} May 27 03:36:09.338221 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-9dcd49b2-52bc-4115-9e4b-484705c88d64 req-fa1087b2-9f98-4c0e-9a8e-e5c8446854cb tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Synchronizing usage tracker for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:port {{(pid=91735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:09.354174 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.quota.resource [req-9dcd49b2-52bc-4115-9e4b-484705c88d64 req-fa1087b2-9f98-4c0e-9a8e-e5c8446854cb tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] Unset dirty status for tenant:8c31f654b04b4d418ce9a6c11ebd9371 on resource:port {{(pid=91735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:09.356070 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [req-9dcd49b2-52bc-4115-9e4b-484705c88d64 req-fa1087b2-9f98-4c0e-9a8e-e5c8446854cb tempest-VolumesActionsTest-1391805975 tempest-VolumesActionsTest-1391805975-project] 10.222.0.32 "GET /v2.0/ports?device_id=1028324c-8ed8-46bd-a6c9-a1e27b19298b HTTP/1.1" status: 200 len: 210 time: 0.0623393 May 27 03:36:11.031492 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:11.067224 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.plugin [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] No Port match for: 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f {{(pid=91736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 03:36:11.067585 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron.plugins.ml2.rpc [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Device 63032bde-5fe2-4f25-95d3-e2a5f8b47d3f not bound to the agent host hv-cinder-79326 {{(pid=91736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:12.049007 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.677108 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-6dfb079c-b073-4898-8189-30b1e1c1969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.515531 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60620) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:14.573382 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Deleting subnet e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:36:14.576938 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.626776 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.679736 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.007978 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.012649 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:15.045653 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1221e47-0a2e-4c30-9f94-fbc95f6c87c1,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.048719 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:15.049687 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.055567 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-efa189ae-5ea4-4d9a-9e82-bfe742f17959 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e1221e47-0a2e-4c30-9f94-fbc95f6c87c1 HTTP/1.1" status: 204 len: 168 time: 0.5390000 May 27 03:36:15.057974 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60628) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:15.163891 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.287651 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.300748 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d24c3f-eb1e-4b07-8c44-ebf26584eb4f']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.313209 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e6ba24-5fe6-4203-a651-f843e35b714f') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.313500 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e6ba24-5fe6-4203-a651-f843e35b714f') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.325111 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.341581 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.348235 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:15.348677 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:36:15.362638 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:36:15.441987 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.446130 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:15.459092 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.469055 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d24c3f-eb1e-4b07-8c44-ebf26584eb4f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.472077 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:15.476779 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-9c186138-3a14-474c-a5d2-8e0654591fd9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33d24c3f-eb1e-4b07-8c44-ebf26584eb4f HTTP/1.1" status: 204 len: 168 time: 0.4178143 May 27 03:36:15.645504 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60640) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:15.692659 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-66673567-7e36-4caa-a81d-fcbb86757cb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85939619e4c140fe9c64cf3d66229ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459504 May 27 03:36:15.694871 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60644) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:15.754492 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.779240 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.829778 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.834731 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-4a988783-04b2-4129-bd42-5750ff262b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:15.847468 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e10e8f-e960-4dd0-9905-01f906d2466f,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.849847 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:15.852097 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.853407 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-57420578-3994-43bc-b98d-36c2046da150 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0e10e8f-e960-4dd0-9905-01f906d2466f HTTP/1.1" status: 204 len: 168 time: 0.1576843 May 27 03:36:16.009117 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-98a232f3-2b8b-446c-aa89-be2247a6e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.170029 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.988358 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:18.856988 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.816338 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:36:27.447988 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60732) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:27.505948 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Deleting subnet f9afb5ee-d931-48b2-babf-46964acb7685 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:36:27.508733 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.558981 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.613603 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.850870 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.855309 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-835d7d70-8e2a-42cd-a070-1ba070aaf990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:27.888019 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9afb5ee-d931-48b2-babf-46964acb7685,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.890998 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:27.891939 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.897517 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-10049f69-128e-4b3f-b169-da3b81933466 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9afb5ee-d931-48b2-babf-46964acb7685 HTTP/1.1" status: 204 len: 168 time: 0.4482961 May 27 03:36:27.899956 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60736) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:28.001942 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.122997 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.135027 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f670f970-8f69-48b2-9bc4-d195b6c481ff']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:28.146983 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:28.147273 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e7bb6d-acd3-48b3-98cb-fe1cf6dc6536') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:28.158742 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.174199 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.180191 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:28.180559 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:36:28.193262 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:36:28.267581 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.271282 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:28.284418 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.295334 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Pushing event deleted for resources: {'Network': ['ID=f670f970-8f69-48b2-9bc4-d195b6c481ff,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:28.298429 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:28.301461 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1720acd8-ab81-4202-bff1-c8db170a6821 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f670f970-8f69-48b2-9bc4-d195b6c481ff HTTP/1.1" status: 204 len: 168 time: 0.4005466 May 27 03:36:28.304161 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60740) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:28.452076 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.db_base_plugin_v2 [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Deleting subnet 7335f5bd-e491-4db0-bab3-a11a198d4979 {{(pid=91734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 03:36:28.455020 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.502667 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649172'] for subnet, precommit_delete_associations {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.555699 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2056679'] for subnet, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.799433 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418795'] for subnet, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.803812 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:28.840552 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7335f5bd-e491-4db0-bab3-a11a198d4979,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:28.840552 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for subnet, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.842373 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:28.846305 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-913fb26b-f967-49b8-a592-b4716277c15c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7335f5bd-e491-4db0-bab3-a11a198d4979 HTTP/1.1" status: 204 len: 168 time: 0.5412433 May 27 03:36:28.848988 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60744) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:28.956664 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817203'] for network, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.083075 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059898', 'neutron.services.segments.db._delete_segments_for_network-8773367105509'] for network, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.095717 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5adb16-bf5d-4021-84d9-1008c2f00b40']}} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:29.108606 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fba7e3-08ae-4bb6-9976-33f151a48144') {'for_net_delete': True} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:29.108900 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.services.segments.db [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fba7e3-08ae-4bb6-9976-33f151a48144') {} {{(pid=91734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:29.119952 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773367116454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649197'] for segment, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.135976 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090'] for segment, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.141747 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=91734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:29.142152 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2732838'] for segment, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: Traceback (most recent call last): May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: timer() May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: cb(*args, **kw) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: return func(*args, **kwargs) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: self._notify() May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: self.callback(batched_events) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: event.method(event) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: return f(self, *a, **k) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: return self._get(url).json() May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: return self.request(url, 'GET', **kwargs) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:36:29.155516 dv-cinder-793264-1-smb neutron-server[91734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:36:29.230356 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-852035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667386'] for network, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.236150 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545221'] for network, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.238738 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:29.257043 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5adb16-bf5d-4021-84d9-1008c2f00b40,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:29.259363 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:29.261501 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-0ebc87e4-6ca2-4e53-9589-24be4922bc55 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9d5adb16-bf5d-4021-84d9-1008c2f00b40 HTTP/1.1" status: 204 len: 168 time: 0.4113235 May 27 03:36:29.437929 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60750) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:29.486816 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-bc5235e4-0e97-44c2-a134-653ef292e28b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c31f654b04b4d418ce9a6c11ebd9371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476925 May 27 03:36:29.489032 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60754) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:29.544802 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.569818 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.620544 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.625224 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7cdb4292-5c44-40cc-bb39-615838b3df7b tempest-AttachVolumeTestJSON-1899557504 tempest-AttachVolumeTestJSON-1899557504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:29.637649 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79250cc9-3810-47ca-9e50-4f2c9c1988ae,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:29.640906 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:29.648562 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.649669 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-f8ffed85-16ff-498d-ab45-d6bcdf2f3b5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79250cc9-3810-47ca-9e50-4f2c9c1988ae HTTP/1.1" status: 204 len: 168 time: 0.1597757 May 27 03:36:29.986383 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60762) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:30.036944 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-1644b869-b416-4779-8def-bf92a19aeab8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cbf1f8eee51479188da46fa58a55817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494006 May 27 03:36:30.039221 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60766) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:30.095030 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.119853 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.169930 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.174527 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-7fa4d366-05da-4928-8ba1-4587554acd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:30.187400 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96353a73-e26a-4d7d-9076-8a0d0c3d19e2,revision_number=None']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:30.190184 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:30.191095 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.192266 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-6f318206-28d0-4df3-9af3-1153a899a680 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96353a73-e26a-4d7d-9076-8a0d0c3d19e2 HTTP/1.1" status: 204 len: 168 time: 0.1521277 May 27 03:36:31.283996 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.wsgi [-] (91734) accepted ('10.222.0.32', 60798) {{(pid=91734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:31.398021 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.412230 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:31.415928 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Usage tracker for resource:security_group_rule and tenant:59bff2b7d8e047a7bb85d959c1b5c626 is out of sync, need to count used quota {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:31.418667 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.quota.resource [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91734) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:31.424692 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.db.quota.driver [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91734) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:31.507852 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.511535 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron_lib.callbacks.manager [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_create {{(pid=91734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.519647 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-8b882148-25d1-409d-a3b6-b9947ba021a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:31.558695 dv-cinder-793264-1-smb neutron-server[91734]: INFO neutron.wsgi [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59bff2b7d8e047a7bb85d959c1b5c626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736640 May 27 03:36:31.559595 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd1ff2-beb2-4923-a8dc-6d58a875ae57,revision_number=1']} {{(pid=91734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:31.561300 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.wsgi [-] (91735) accepted ('10.222.0.32', 60804) {{(pid=91735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:31.562548 dv-cinder-793264-1-smb neutron-server[91734]: DEBUG oslo_concurrency.lockutils [None req-d5072556-7436-4510-8648-1eb0d41a968a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:31.619172 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.643456 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.693442 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852067'] for security_group, after_delete {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.697935 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ff285bd1-523e-478a-acd4-8f78c717ef34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:36:31.710673 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd1ff2-beb2-4923-a8dc-6d58a875ae57,revision_number=None']} {{(pid=91735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:31.713104 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG oslo_concurrency.lockutils [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:36:31.715150 dv-cinder-793264-1-smb neutron-server[91735]: DEBUG neutron_lib.callbacks.manager [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.716254 dv-cinder-793264-1-smb neutron-server[91735]: INFO neutron.wsgi [None req-ecfd429b-6b4b-41c5-b0bd-b7cb5114c1d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acdd1ff2-beb2-4923-a8dc-6d58a875ae57 HTTP/1.1" status: 204 len: 168 time: 0.1539736 May 27 03:36:42.064605 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:43.677150 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9ea1-1e9e-46cc-b4c3-4700282c4e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.009662 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e321-8c4b-4a86-a2ca-17e88a26fdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.171171 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.990661 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.864464 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.816600 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:37:12.063648 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.678221 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d9dc60f9-8c36-4c89-b480-148ad1d92411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.009854 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-be8212bc-9a8e-4a3f-9de3-b6328502ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.173261 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.993921 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.867591 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.816087 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:37:42.063905 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.679213 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-46979231-7fb1-421c-b13b-2059c2756150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.011610 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-56b05d7b-8f26-4302-9f09-94b70c26fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.174255 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.994855 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.872222 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:12.062517 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:13.679518 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-0dd19e59-9fce-4d59-84b0-da15947d624f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:16.013704 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5232457b-5179-4c61-86f1-acf8331dad2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:16.176432 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:16.998245 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:17.815417 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:38:18.902480 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:42.068588 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:43.680888 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5d516119-5317-4408-b0d0-5635339a9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:46.013403 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5fdd66ce-5cca-4903-ba7f-9553f5bae3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:46.178536 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:47.001351 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:48.876520 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:54.814487 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:39:12.062015 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:13.682661 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-c84286be-1095-41ab-bfb0-9a07132967b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.015493 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-f250f0c0-74a0-453f-9436-2e97a3876c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.181066 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.004628 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:18.879730 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.814079 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:39:42.060871 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:43.683704 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-3a919e66-2950-4875-bd67-69ca5165e4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.018415 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-e4793d90-bcc9-4015-8fb0-75e01a5960da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.181469 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:47.007084 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.882718 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.812981 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:40:12.074138 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:13.685087 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-063a8db6-e330-483c-9b4e-a91446e3b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.020753 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-0b491af8-5029-45ba-b05f-b29e34f83174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.182069 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.009253 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.886142 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.060685 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.686372 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d9ecab20-3c2b-40b7-bfee-1ad37c3d422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:45.811608 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 03:40:46.021271 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-5442cc7e-0ef7-4123-a294-0d3e976ee6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.182574 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.012205 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.895048 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.058933 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-97ba8106-ffdc-484b-a6c1-55bbbef5951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.688057 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-73964108-85cb-4df2-94ca-c09abaac7214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.022149 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-d977170f-4fb4-46f3-ab42-7bff13e65685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.202953 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-02b57d23-95ed-4e18-982a-1275cca9dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.015128 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-29f9039a-0f3d-4445-98c1-63a50ef1c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.893777 dv-cinder-793264-1-smb neutron-server[91736]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5254-82b6-43a6-97b9-541551e85608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773367105527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061732'] for agent, after_update {{(pid=91736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.810483 dv-cinder-793264-1-smb neutron-server[91737]: DEBUG neutron.db.agents_db [None req-141c7128-99de-4447-b694-a1e8f81d787a None None] Agent healthcheck: found 6 active agents {{(pid=91737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}